-- Logs begin at Wed 2021-08-18 15:16:24 UTC, end at Wed 2021-08-18 16:15:54 UTC. -- Aug 18 15:47:27.587744 dv-cinder-778534-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 18 15:47:30.309625 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.common.config [-] Logging enabled! Aug 18 15:47:30.310344 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 15:47:30.310444 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93737) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 15:47:30.313644 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.common.config [-] Logging enabled! Aug 18 15:47:30.313901 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 15:47:30.314214 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93737) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 15:47:30.315142 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 15:47:30.315379 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 15:47:30.315744 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 15:47:30.315994 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 15:47:30.316226 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 15:47:30.316551 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.316883 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.317185 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.317418 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.317718 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.318023 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.318325 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.318610 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.318999 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.319291 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.319572 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.319859 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.320094 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.320378 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.320667 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.320985 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.321213 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] debug = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.321496 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.321919 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.322333 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.322617 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.322906 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.323185 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.323460 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.323736 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.324019 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.324350 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] host = dv-cinder-778534-7-iscsi {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.324627 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.324941 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.325236 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.325522 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.325795 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.326074 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.326358 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.326632 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.326906 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] log_file = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.327182 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.327727 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.328028 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.328315 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.328543 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.328793 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.329087 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.329376 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.329655 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.329927 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.330201 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.330479 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.330749 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.331021 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.331306 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.331590 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.331876 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.332150 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.332423 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.332694 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.333013 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.333289 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.333569 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.334367 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.334659 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.334945 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.335216 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.335490 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.335790 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.336078 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.336361 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.336649 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.336948 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.337233 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.337508 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.337780 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.338052 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] use_json = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.338326 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.338597 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.338881 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.339156 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.339427 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.339699 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.339972 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.340256 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:30.340552 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.340883 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.341190 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.341473 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.341770 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.342049 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.342338 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.342617 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.342906 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.343196 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.343489 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.343779 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.344040 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.344320 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.344615 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.344984 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.345257 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.345651 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.345968 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.346243 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.346519 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.346802 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.347089 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.347383 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.347674 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.347951 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.348230 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.348523 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.348829 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.349108 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.349388 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.350267 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.350583 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.350902 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.351186 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.351466 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.351742 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.352018 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.352299 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.352592 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.352908 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.353184 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.353455 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.353733 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.354003 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.354286 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.354560 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.354833 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.355103 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.355379 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.355649 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.355921 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.356198 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.356469 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.356778 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.357042 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.357313 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.357585 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.357855 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.358126 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.358397 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.358667 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.358941 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.359211 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.359480 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.359754 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.360027 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.360303 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.360593 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.360923 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.361206 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.361489 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.361770 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.362052 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.362335 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.362616 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.362896 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.363179 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.363457 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.363752 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.364039 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.364331 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.364619 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.364930 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.365785 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.366060 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.366351 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.366628 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.366909 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.367201 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.367486 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.367783 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.368079 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.368375 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.368672 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.368990 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.369271 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.369581 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.369861 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:30.370081 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 15:47:30.370325 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93737) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 18 15:47:30.723145 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 15:47:30.723427 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 15:47:30.723715 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 15:47:30.724049 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 18 15:47:31.121859 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.122050 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.122330 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.123541 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.123819 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.124087 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.158474 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.158755 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.159025 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.175867 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.176144 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.176419 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.205449 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.205737 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.206004 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.241618 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.241895 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.242164 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.484716 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.485456 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.485456 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.485622 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.486243 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.607487 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.607815 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.608101 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.608372 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.608648 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.608986 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.609250 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.609508 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.609766 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.610053 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.610314 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.610579 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.610838 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.611089 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.611344 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.611607 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.611864 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.612130 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.612399 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.612657 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.612950 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.613204 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.613483 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.613865 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.614114 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.614360 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.614756 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 15:47:31.615000 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 15:47:31.615858 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 15:47:31.616102 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 15:47:31.616340 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 15:47:31.616577 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 15:47:31.616971 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 18 15:47:31.620202 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 18 15:47:31.624157 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 18 15:47:31.627828 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 18 15:47:31.629492 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 18 15:47:31.629951 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 18 15:47:31.630290 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 18 15:47:31.630691 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 18 15:47:31.633559 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 18 15:47:31.633809 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 18 15:47:31.634154 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 15:47:31.639652 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 18 15:47:31.661852 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 18 15:47:31.662396 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.662698 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93737) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 18 15:47:31.663062 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.664427 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93737) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 18 15:47:31.664711 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 15:47:31.664990 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 18 15:47:31.668169 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.668453 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:31.732778 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 18 15:47:31.733021 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 18 15:47:31.733257 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 18 15:47:31.733628 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 18 15:47:31.756838 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_db.sqlalchemy.engines [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93737) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 18 15:47:32.300158 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Initializing driver for type 'gre' Aug 18 15:47:32.300678 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] gre ID ranges: [(1, 1000)] Aug 18 15:47:32.359321 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Initializing driver for type 'local' Aug 18 15:47:32.359660 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Initializing driver for type 'vlan' Aug 18 15:47:32.372772 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] VlanTypeDriver initialization complete Aug 18 15:47:32.373115 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Initializing driver for type 'vxlan' Aug 18 15:47:32.373615 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] vxlan ID ranges: [(1, 1000)] Aug 18 15:47:32.432664 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Initializing extension driver 'port_security' Aug 18 15:47:32.433005 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.extensions.port_security [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] PortSecurityExtensionDriver initialization complete Aug 18 15:47:32.433339 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Initializing mechanism driver 'openvswitch' Aug 18 15:47:32.433676 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Initializing mechanism driver 'hyperv' Aug 18 15:47:32.440814 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:47:32.441694 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > port after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.442257 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > port after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.442606 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > port after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.443142 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93737) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 15:47:32.443696 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > subnet after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.444057 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > subnet after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.444391 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > subnet after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.444869 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93737) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 15:47:32.445278 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > network after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.445628 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > network after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.445969 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > network after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.446354 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93737) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 15:47:32.446756 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > security_group after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.447119 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > security_group after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.447452 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > security_group after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.447839 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93737) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 15:47:32.448240 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.448580 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.448944 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.449334 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93737) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 15:47:32.449728 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > address_group after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.450070 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > address_group after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.450405 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > address_group after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.450790 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93737) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 15:47:32.451162 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] ML2 OVO RPC backend initialized. {{(pid=93737) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 18 15:47:32.451876 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router_interface after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.452230 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.452944 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > network before_response 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.453300 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > networks before_response 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.453644 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > port before_response 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.453988 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > ports before_response 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.454331 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > subnet before_response 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.454670 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > subnets before_response 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.455016 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > network after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.455459 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > network after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.455799 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > network after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.456133 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > port after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.456466 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > port after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.456824 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > port after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.457176 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > subnet after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.457494 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > subnet after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.457828 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > subnet after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.458431 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.plugin [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Modular L2 Plugin initialization complete Aug 18 15:47:32.458760 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading services supported by the core plugin {{(pid=93737) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 18 15:47:32.459604 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.plugins.ml2.managers [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Got port-security extension from driver 'port_security' Aug 18 15:47:32.460051 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.extensions.vlantransparent [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Disabled vlantransparent extension. Aug 18 15:47:32.460529 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93737) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 18 15:47:32.460868 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading Plugin: router Aug 18 15:47:32.496990 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router_interface before_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.497622 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router after_create 55549900 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.497717 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router before_create 55549900 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.498073 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.498444 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.498883 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router after_delete 55549900 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.499152 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > floatingip after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.501129 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router after_create 55549900 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.501501 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router after_update 55549900 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.501870 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router after_update 55549900 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.502234 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.502601 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router after_update 55549900 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.503016 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router precommit_update 55549900 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.503389 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: port after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.503731 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: port after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.504070 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: subnet after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.504409 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.504781 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > port precommit_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.505134 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router precommit_create 55549900 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.505477 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: port before_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.505868 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router precommit_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.506238 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router after_update 55549900 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.506583 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router precommit_delete 55549900 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.506936 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router precommit_create 55549900 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.507299 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router_interface after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.507644 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router precommit_update 55549900 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.508007 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > agent after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.508356 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > agent after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.508698 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > network after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.509584 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Tracking information for resource: router configured {{(pid=93737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 15:47:32.509932 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Tracking information for resource: floatingip configured {{(pid=93737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 15:47:32.514985 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.db.l3_agentschedulers_db [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 18 15:47:32.515559 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: port after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.515918 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: port after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.516266 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: port after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.516615 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: port after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.517430 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router before_create 55550100 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.517795 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router precommit_delete 55550100 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.518157 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router precommit_create 55550100 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.518513 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > router precommit_update 55550100 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.523802 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.services.provider_configuration [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Service providers = [] {{(pid=93737) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 18 15:47:32.524162 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.db.servicetype_db [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93737) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 18 15:47:32.527127 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.services.service_base [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 15:47:32.527475 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.services.service_base [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 15:47:32.527813 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.services.service_base [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 15:47:32.528692 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.services.service_base [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 15:47:32.529107 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.services.service_base [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 18 15:47:32.529491 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 15:47:32.529807 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 18 15:47:32.541081 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 15:47:32.541416 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading Plugin: auto_allocate Aug 18 15:47:32.547123 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: network precommit_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.547488 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: network precommit_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.548007 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 15:47:32.548324 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading Plugin: tag Aug 18 15:47:32.555117 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 15:47:32.555393 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading Plugin: timestamp Aug 18 15:47:32.559310 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 15:47:32.559634 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading Plugin: network_ip_availability Aug 18 15:47:32.565037 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.565409 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.565764 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.566472 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 15:47:32.566789 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading Plugin: flavors Aug 18 15:47:32.571807 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 15:47:32.572135 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading Plugin: revisions Aug 18 15:47:32.576443 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 15:47:32.576863 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_concurrency.lockutils [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.853s {{(pid=93737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 15:47:32.577863 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93737) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 18 15:47:32.578197 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Initializing extension manager. Aug 18 15:47:32.578701 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: __init__.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.579039 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: __pycache__ {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.579367 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.579787 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: address_group.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.580441 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.581033 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: address-group Aug 18 15:47:32.581354 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: address_scope.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.582064 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.582565 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: address-scope Aug 18 15:47:32.582953 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: admin_state_down_before_update.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.584311 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.585004 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: router-admin-state-down-before-update Aug 18 15:47:32.585341 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: agent.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.586040 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.586535 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: agent Aug 18 15:47:32.586852 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: agent_resources_synced.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.587755 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.588258 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: agent-resources-synced Aug 18 15:47:32.589086 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: allowedaddresspairs.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.590615 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.591268 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: allowed-address-pairs Aug 18 15:47:32.591598 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: auto_allocated_topology.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.596110 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.596110 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: auto-allocated-topology Aug 18 15:47:32.596110 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: availability_zone.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.596110 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.596110 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: availability_zone Aug 18 15:47:32.596110 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: availability_zone_filter.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.596638 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.596638 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: availability_zone_filter Aug 18 15:47:32.596874 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: data_plane_status.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.598091 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.598595 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension data-plane-status not supported by any of loaded plugins Aug 18 15:47:32.598916 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: default_subnetpools.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.600775 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.601286 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: default-subnetpools Aug 18 15:47:32.601608 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: dhcpagentscheduler.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.602425 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.602928 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: dhcp_agent_scheduler Aug 18 15:47:32.603249 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: dns.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.604159 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.604658 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension dns-integration not supported by any of loaded plugins Aug 18 15:47:32.605011 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: dns_domain_ports.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.605933 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.606430 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 18 15:47:32.606755 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.607670 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.608167 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 18 15:47:32.608486 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: dvr.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.609180 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.609679 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: dvr Aug 18 15:47:32.609997 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: ecmp_routes.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.610905 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.611403 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension ecmp_routes not supported by any of loaded plugins Aug 18 15:47:32.611722 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: empty_string_filtering.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.612620 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.613153 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: empty-string-filtering Aug 18 15:47:32.613477 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.614375 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.614868 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 18 15:47:32.615229 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.616138 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.616631 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 18 15:47:32.616976 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: external_net.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.617882 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.618381 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: external-net Aug 18 15:47:32.618700 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: extra_dhcp_opt.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.619591 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.620088 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: extra_dhcp_opt Aug 18 15:47:32.620403 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: extraroute.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.621334 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.621837 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: extraroute Aug 18 15:47:32.622153 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: extraroute_atomic.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.623181 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.623687 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: extraroute-atomic Aug 18 15:47:32.624008 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: filter_validation.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.624892 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.625396 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: filter-validation Aug 18 15:47:32.625716 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: fip_pf_description.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.626619 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.627115 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 18 15:47:32.627434 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: fip_port_details.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.628341 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.628876 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: fip-port-details Aug 18 15:47:32.629198 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: flavors.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.630431 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.631525 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: flavors Aug 18 15:47:32.631977 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.633680 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.634200 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 18 15:47:32.634528 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: floatingip_pools.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.635219 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.635728 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: floatingip-pools Aug 18 15:47:32.636051 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: ip_allocation.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.637005 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.637507 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension ip_allocation not supported by any of loaded plugins Aug 18 15:47:32.637827 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.638740 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.639246 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: ip-substring-filtering Aug 18 15:47:32.639569 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: l2_adjacency.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.640484 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.641023 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension l2_adjacency not supported by any of loaded plugins Aug 18 15:47:32.641341 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: l3.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.642312 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.642824 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: router Aug 18 15:47:32.643143 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: l3_conntrack_helper.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.645621 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.646160 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 18 15:47:32.647203 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.648149 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.648663 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: ext-gw-mode Aug 18 15:47:32.649011 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.649947 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.650454 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: l3-ha Aug 18 15:47:32.650782 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: l3_flavors.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.651689 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.652190 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: l3-flavors Aug 18 15:47:32.652507 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.653453 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.653954 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: l3-port-ip-change-not-allowed Aug 18 15:47:32.654267 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: l3agentscheduler.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.655293 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.655799 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: l3_agent_scheduler Aug 18 15:47:32.656123 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: logging.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.657697 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.658224 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension logging not supported by any of loaded plugins Aug 18 15:47:32.658554 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: metering.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.659294 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.659875 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: metering Aug 18 15:47:32.660199 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.661437 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.661987 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: metering_source_and_destination_fields Aug 18 15:47:32.662331 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: multiprovidernet.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.663255 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.663766 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: multi-provider Aug 18 15:47:32.664093 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: netmtu.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.665017 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.665522 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: net-mtu Aug 18 15:47:32.665840 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: netmtu_writable.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.666750 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.667254 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: net-mtu-writable Aug 18 15:47:32.667577 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: network_availability_zone.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.668236 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.668817 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: network_availability_zone Aug 18 15:47:32.669144 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: network_ip_availability.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.670215 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.670720 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: network-ip-availability Aug 18 15:47:32.671044 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: network_segment_range.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.671796 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.672289 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension network-segment-range not supported by any of loaded plugins Aug 18 15:47:32.672609 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: pagination.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.673605 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.673939 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: pagination Aug 18 15:47:32.674262 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: port_device_profile.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.675167 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.675677 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: port-device-profile Aug 18 15:47:32.675995 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.676946 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.677453 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: port-mac-address-regenerate Aug 18 15:47:32.677900 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.678808 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.679314 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: port-numa-affinity-policy Aug 18 15:47:32.679633 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: port_resource_request.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.680539 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.681077 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension port-resource-request not supported by any of loaded plugins Aug 18 15:47:32.681394 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: portbindings.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.682323 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.682825 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: binding Aug 18 15:47:32.683143 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: portbindings_extended.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.684403 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.684941 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: binding-extended Aug 18 15:47:32.685266 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: portsecurity.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.686170 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.686675 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: port-security Aug 18 15:47:32.686998 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: project_id.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.687952 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.688281 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: project-id Aug 18 15:47:32.688599 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: providernet.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.689543 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.690052 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: provider Aug 18 15:47:32.690374 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: qos.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.694412 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.694931 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension qos not supported by any of loaded plugins Aug 18 15:47:32.695261 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.696494 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.697041 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 18 15:47:32.697367 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.698285 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.698841 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 18 15:47:32.699113 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: qos_default.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.700020 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.700533 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension qos-default not supported by any of loaded plugins Aug 18 15:47:32.700898 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: qos_fip.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.701546 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.702049 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension qos-fip not supported by any of loaded plugins Aug 18 15:47:32.702366 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: qos_gateway_ip.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.703543 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.704046 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 18 15:47:32.704365 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: qos_port_network_policy.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.705291 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.705794 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 18 15:47:32.706112 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: qos_pps_rule.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.707282 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.707800 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension qos-pps not supported by any of loaded plugins Aug 18 15:47:32.708124 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: qos_rule_type_details.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.709760 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.710367 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 18 15:47:32.710692 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: qos_rules_alias.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.711739 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.712253 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 18 15:47:32.712574 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: quotasv2.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.713699 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.714027 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: quotas Aug 18 15:47:32.714345 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: quotasv2_detail.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.717434 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.717774 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: quota_details Aug 18 15:47:32.718101 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: rbac.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.719151 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.719668 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: rbac-policies Aug 18 15:47:32.719997 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: rbac_address_group.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.720944 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.721463 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: rbac-address-group Aug 18 15:47:32.721788 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: rbac_address_scope.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.722709 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.723223 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: rbac-address-scope Aug 18 15:47:32.723547 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: rbac_security_groups.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.724485 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.725224 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: rbac-security-groups Aug 18 15:47:32.725547 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: rbac_subnetpool.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.726457 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.726963 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: rbac-subnetpool Aug 18 15:47:32.727286 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: revisionifmatch.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.728197 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.728705 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: revision-if-match Aug 18 15:47:32.729057 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: revisions.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.730155 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.730659 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: standard-attr-revisions Aug 18 15:47:32.730984 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: router_availability_zone.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.731653 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.732159 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: router_availability_zone Aug 18 15:47:32.732482 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: routerservicetype.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.733434 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.733941 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension router-service-type not supported by any of loaded plugins Aug 18 15:47:32.734260 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.735170 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.735675 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: security-groups-normalized-cidr Aug 18 15:47:32.735994 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: security_groups_port_filtering.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.736927 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.737434 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: port-security-groups-filtering Aug 18 15:47:32.737753 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.738667 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.739166 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: security-groups-remote-address-group Aug 18 15:47:32.739484 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: securitygroup.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.749250 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.749782 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: security-group Aug 18 15:47:32.750115 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: segment.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.750907 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.751414 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension segment not supported by any of loaded plugins Aug 18 15:47:32.751743 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.752692 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.753231 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 18 15:47:32.753559 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: servicetype.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.754730 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.755250 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: service-type Aug 18 15:47:32.755584 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: sorting.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.757213 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.757545 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: sorting Aug 18 15:47:32.757872 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: standard_attr_segment.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.758902 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.759884 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 18 15:47:32.760446 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: standardattrdescription.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.761624 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.762525 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: standard-attr-description Aug 18 15:47:32.763102 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: stateful_security_group.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.764766 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.765675 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: stateful-security-group Aug 18 15:47:32.766282 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: stdattrs_common.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.767109 dv-cinder-778534-7-iscsi neutron-server[93737]: WARNING neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 18 15:47:32.767666 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.768640 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.769184 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 18 15:47:32.769500 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: subnet_onboard.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.770596 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.771231 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: subnet_onboard Aug 18 15:47:32.772026 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.772981 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.773494 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 18 15:47:32.773814 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: subnet_service_types.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.774730 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.775245 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: subnet-service-types Aug 18 15:47:32.775565 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: subnetallocation.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.776640 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.777201 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: subnet_allocation Aug 18 15:47:32.777524 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.778190 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.778710 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: subnetpool-prefix-ops Aug 18 15:47:32.779032 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.779948 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.780466 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 18 15:47:32.780810 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: tagging.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.781887 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.782424 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: standard-attr-tag Aug 18 15:47:32.782749 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: timestamp.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.783987 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.784499 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loaded extension: standard-attr-timestamp Aug 18 15:47:32.784854 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: trunk.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.785878 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.786389 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension trunk not supported by any of loaded plugins Aug 18 15:47:32.786712 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: trunk_details.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.787771 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.788279 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension trunk-details not supported by any of loaded plugins Aug 18 15:47:32.788599 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: uplink_status_propagation.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.789536 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.790041 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 18 15:47:32.790361 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Loading extension file: vlantransparent.py {{(pid=93737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 15:47:32.791030 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 15:47:32.791530 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extension vlan-transparent not supported by any of loaded plugins Aug 18 15:47:32.794511 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of TrackedResource for resource:network Aug 18 15:47:32.795044 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of TrackedResource for resource:subnet Aug 18 15:47:32.795441 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 15:47:32.795831 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of TrackedResource for resource:port Aug 18 15:47:32.797124 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.v2.resource_helper [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 15:47:32.797556 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.v2.resource_helper [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Service FLAVORS assigned prefix: {{(pid=93737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 15:47:32.798168 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.v2.resource_helper [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 15:47:32.798591 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.v2.resource_helper [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 15:47:32.798930 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of TrackedResource for resource:router Aug 18 15:47:32.799340 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of TrackedResource for resource:floatingip Aug 18 15:47:32.799836 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.v2.resource_helper [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Service METERING assigned prefix: /metering {{(pid=93737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 15:47:32.801302 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.801673 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.802020 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:47:32.803163 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 15:47:32.803600 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of TrackedResource for resource:security_group Aug 18 15:47:32.804045 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 15:47:32.804641 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.v2.resource_helper [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Service CORE assigned prefix: {{(pid=93737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 15:47:32.804994 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 15:47:32.805391 dv-cinder-778534-7-iscsi neutron-server[93737]: WARNING neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] subnetpool is already registered Aug 18 15:47:32.805782 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.v2.resource_helper [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Service CORE assigned prefix: {{(pid=93737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 15:47:32.806112 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 15:47:32.806441 dv-cinder-778534-7-iscsi neutron-server[93737]: WARNING neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] subnetpool is already registered Aug 18 15:47:32.808687 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.v2.resource_helper [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 15:47:32.810481 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.v2.resource_helper [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Service FLAVORS assigned prefix: {{(pid=93737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 15:47:32.811096 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.v2.resource_helper [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 15:47:32.811526 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.v2.resource_helper [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 15:47:32.811863 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of TrackedResource for resource:router Aug 18 15:47:32.812203 dv-cinder-778534-7-iscsi neutron-server[93737]: WARNING neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] router is already registered Aug 18 15:47:32.812613 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of TrackedResource for resource:floatingip Aug 18 15:47:32.812985 dv-cinder-778534-7-iscsi neutron-server[93737]: WARNING neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] floatingip is already registered Aug 18 15:47:32.813438 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.v2.resource_helper [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Service METERING assigned prefix: /metering {{(pid=93737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 15:47:32.814398 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 15:47:32.814501 dv-cinder-778534-7-iscsi neutron-server[93737]: WARNING neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] rbac_policy is already registered Aug 18 15:47:32.814823 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of TrackedResource for resource:security_group Aug 18 15:47:32.815155 dv-cinder-778534-7-iscsi neutron-server[93737]: WARNING neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] security_group is already registered Aug 18 15:47:32.815554 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 15:47:32.815888 dv-cinder-778534-7-iscsi neutron-server[93737]: WARNING neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] security_group_rule is already registered Aug 18 15:47:32.816362 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.v2.resource_helper [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Service CORE assigned prefix: {{(pid=93737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 15:47:32.816681 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 15:47:32.817037 dv-cinder-778534-7-iscsi neutron-server[93737]: WARNING neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] subnetpool is already registered Aug 18 15:47:32.817447 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.v2.resource_helper [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Service CORE assigned prefix: {{(pid=93737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 15:47:32.817766 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 15:47:32.818095 dv-cinder-778534-7-iscsi neutron-server[93737]: WARNING neutron.quota.resource_registry [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] subnetpool is already registered Aug 18 15:47:32.819089 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: extensions {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.820628 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: address-groups {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.822221 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: address-scopes {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.823412 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: agents {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.824555 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: auto-allocated-topology {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.826242 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: availability_zones {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.827456 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: dhcp-networks {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.829311 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: dhcp-agents {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.830854 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: routers {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.832541 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: flavors {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.833729 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: service_profiles {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.835629 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: next_providers {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.837059 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: service_profiles {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.838493 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: floatingip-pools {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.839694 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: routers {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.841610 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: floatingips {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.842800 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: l3-routers {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.844177 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: l3-agents {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.845694 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: metering-labels {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.846916 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: metering-label-rules {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.848341 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: network-ip-availabilities {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.849912 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: bindings {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.851457 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: quotas {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.852910 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: quotas {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.854447 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: rbac-policies {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.855627 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: security-groups {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.856843 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: security-group-rules {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.858061 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: service-providers {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.859456 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: subnetpools {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.860801 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: subnetpools {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.862243 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: tags {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.864010 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: tags {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.865770 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: tags {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.867621 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: tags {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.869331 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: tags {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.871131 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: tags {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.873845 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: tags {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.875625 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: tags {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.877387 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: tags {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.879203 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron.api.extensions [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Extended resource: tags {{(pid=93737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 15:47:32.885808 dv-cinder-778534-7-iscsi neutron-server[93737]: WARNING keystonemiddleware.auth_token [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 18 15:47:32.890311 dv-cinder-778534-7-iscsi neutron-server[93737]: WARNING keystonemiddleware.auth_token [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 18 15:47:32.899604 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_concurrency.lockutils [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Acquired lock "singleton_lock" {{(pid=93737) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 18 15:47:32.900078 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_concurrency.lockutils [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Releasing lock "singleton_lock" {{(pid=93737) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 18 15:47:32.900721 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO oslo_service.service [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Starting 2 workers Aug 18 15:47:32.905567 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Started child 93846 {{(pid=93737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 15:47:32.910004 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Started child 93847 {{(pid=93737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 15:47:32.911185 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:32.911866 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO neutron.service [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Neutron service started, listening on 0.0.0.0:9696 Aug 18 15:47:32.912271 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Notify callbacks [] for process, before_spawn {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:32.912781 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [-] (93846) wsgi starting up on http://0.0.0.0:9696 Aug 18 15:47:32.914855 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO oslo_service.service [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Starting 1 workers Aug 18 15:47:32.915359 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:32.916773 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [-] (93847) wsgi starting up on http://0.0.0.0:9696 Aug 18 15:47:32.920060 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Started child 93848 {{(pid=93737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 15:47:32.920569 dv-cinder-778534-7-iscsi neutron-server[93737]: INFO oslo_service.service [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Starting 1 workers Aug 18 15:47:32.923829 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.service [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] calling RpcWorker wait() {{(pid=93848) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 18 15:47:32.924393 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.service [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] returning from RpcWorker wait() {{(pid=93848) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 18 15:47:32.925139 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Started child 93849 {{(pid=93737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 15:47:32.925654 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:32.925963 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8143248e-a5a6-4ffa-9818-8a75d91a5bdb None None] Notify callbacks [] for process, after_spawn {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:32.926120 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:47:32.927887 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93737) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 15:47:32.928090 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 15:47:32.928258 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 15:47:32.928473 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 15:47:32.928816 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 15:47:32.928977 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 15:47:32.929496 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.929780 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.930034 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.930285 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.930559 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.931092 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:32.931566 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.931566 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.931702 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.931880 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.932141 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.932282 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:47:32.932373 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.932450 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.932708 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.932962 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.933270 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.933555 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.933789 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.934054 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.934222 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.934472 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.934730 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.934988 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.935253 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] debug = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.935493 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.935971 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.936212 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.936449 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.936681 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.937008 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.937231 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.937507 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.937748 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.937983 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.938224 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.938489 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.938732 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.938945 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.939177 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.939419 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.939652 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.940108 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] host = dv-cinder-778534-7-iscsi {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.940329 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.940560 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.940829 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.941073 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.941326 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.941536 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.941788 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.942034 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.942288 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.942505 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.942745 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.942976 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.943734 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.944135 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] log_file = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.944302 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] log_options = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.944605 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.945001 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.945288 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.945456 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.945625 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.945871 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.946044 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.946205 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.946454 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.946683 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.946894 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.947102 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.947332 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.947544 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.947786 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.948038 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.948253 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.948459 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.948709 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.948953 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.949172 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.949415 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.949659 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.949891 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.950104 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.950332 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.950658 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.950801 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.950991 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.951239 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.951465 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.951723 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.951961 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.952200 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.952431 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.952927 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.953144 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.953412 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.953637 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.953884 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.954128 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.954358 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.954595 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.954803 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.955044 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.955267 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] use_json = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.955493 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.955691 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.955978 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.956149 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.956357 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.956566 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.956824 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.957076 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:32.957467 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.957747 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.958072 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.958512 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.958815 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.960341 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.960636 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.960993 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.961148 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.961705 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.962103 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.962330 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.962630 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.962902 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.963155 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.964261 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.964261 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.964261 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.964261 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.965215 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.965215 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.965215 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.965462 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.965548 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.966310 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.966310 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.966310 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.966660 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.966774 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.966961 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.968766 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.968766 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.968766 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.968766 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.968766 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.968766 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.968766 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.968766 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.969305 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.969305 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.969593 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.969686 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.969928 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.970146 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.970885 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.971109 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.971334 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.971585 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.971806 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.972047 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.972297 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.972547 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.972782 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.973001 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.973223 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.973459 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.973702 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.973937 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.974173 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.974415 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.974742 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.974995 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.975244 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.975458 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.975670 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.975899 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.976110 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.976353 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.976577 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.976819 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.977047 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.977267 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.977483 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.977720 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.977938 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.978156 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.978376 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.978590 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.979016 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.979237 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.979461 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.979792 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.979898 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.980100 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.980385 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.980720 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.980999 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.981258 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.981485 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.981742 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.981993 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.982253 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.982496 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.982719 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.983098 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.983468 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.983786 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.984050 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.984312 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.984535 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.984816 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.985033 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.985293 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.985526 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.985771 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.986020 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.986287 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.986548 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.986801 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.987072 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.987322 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.987620 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.987862 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.988148 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.988394 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.988661 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.989098 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.989400 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.989718 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.989898 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.990445 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.990711 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.990948 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.991227 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.991461 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.991713 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.991953 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.992237 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.992470 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.992689 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.992935 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.993187 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.993491 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.993737 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.993976 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.994262 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.995134 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.995134 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.995385 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.995501 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.995750 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.996316 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.996574 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.996830 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.997138 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.997869 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.998261 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.998515 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.999059 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.999568 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:32.999822 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.000041 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.000260 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.000508 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.000798 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.002034 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.002034 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.002034 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.002034 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.002493 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.002493 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.002683 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.002937 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.003343 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.003751 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.003978 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.004194 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.004467 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.005025 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.005536 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.006895 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.006895 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.006895 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.007327 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.007327 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.007575 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.007792 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.008013 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.008229 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.008445 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.008890 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.009136 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.009333 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.009564 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.009783 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.010040 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.010297 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.010640 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.010899 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.011135 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.011376 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.011595 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.011849 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.012080 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.012290 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.012527 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.012772 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.012976 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.013262 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.013504 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.013744 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.013963 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.014174 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.014400 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.014628 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.014842 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.015151 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.015389 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.015685 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.015877 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.016099 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.016341 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.016583 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.017003 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.017218 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.017462 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.017702 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.017918 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.018148 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.018384 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.018596 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.018821 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.019046 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.019260 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.019520 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.019737 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.019951 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.020172 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.020415 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.020672 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.020958 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.021235 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.022142 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.022374 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.022601 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.022813 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.023211 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.023571 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.023929 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.024294 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.024659 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.025063 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.025506 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.025910 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.026274 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.026710 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.027106 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.027535 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.027907 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.028353 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.028748 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.029145 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.029530 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.029986 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.030468 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.030913 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.031655 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.032104 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.032528 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.032955 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.033371 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.033802 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.034252 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.034610 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.035067 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.035557 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.035981 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.036385 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.036645 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.036984 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.037267 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.037709 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.037976 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.038199 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.038593 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.038993 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.039253 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.039686 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.040053 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.040441 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.040856 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.041127 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.041384 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.041599 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.041838 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.041994 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 15:47:33.042669 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93737) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 15:47:33.042833 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 15:47:33.042990 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 15:47:33.043168 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 15:47:33.043339 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 15:47:33.043489 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 15:47:33.043842 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.044187 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.044425 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.044587 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.044938 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.045116 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.045421 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.045720 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.046027 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.046190 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.046352 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.046511 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.046668 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.046835 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.046976 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.047136 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.047293 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.047455 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.047620 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.047777 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.047935 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.048094 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.048252 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] debug = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.048413 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.048628 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.048822 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.048982 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.049143 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.049301 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.049461 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.049619 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.049778 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.049933 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.050236 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.050525 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.050828 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.050992 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.051146 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.051306 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.051464 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.051621 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] host = dv-cinder-778534-7-iscsi {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.051774 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.052077 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.052238 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.052397 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.053097 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.053281 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.053639 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.053858 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.053939 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.054086 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.054381 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.054546 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.054702 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.054858 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] log_file = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.055016 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] log_options = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.055172 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.055330 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.055533 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.055716 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.055970 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.055970 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.056126 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.056307 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.056402 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.056545 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.056697 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.056879 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.057026 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.057178 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.057335 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.057491 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.057647 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.057803 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.057964 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.058122 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.058278 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.058434 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.058591 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.058681 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:47:33.058778 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.058892 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.059048 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.059203 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.059359 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.059516 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.059677 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.059834 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.059992 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.060149 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.060305 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.060462 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.060619 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.060798 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.060963 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.061122 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.061279 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.061436 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.061593 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.061749 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.061905 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.062061 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.062217 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] use_json = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.062375 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.062531 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.062687 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.062843 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.063002 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.063157 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.063313 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.063469 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 15:47:33.063650 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.063812 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.063983 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.064145 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.064305 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.064465 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.064625 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.064806 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.064967 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.065126 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.065295 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.065455 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.065626 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.065785 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.065945 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.066108 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.066269 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.066430 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.066589 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.066750 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.066909 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.067069 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.067244 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.067418 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.067590 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.067752 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.067913 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.068075 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.068841 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.069057 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.069253 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.069375 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.069539 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.069706 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.069868 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.070031 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.070193 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.070343 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.070595 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.070841 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.071007 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.071420 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.072118 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.072290 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.072453 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.072616 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.072799 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.072966 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.073127 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.073441 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.073617 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.073775 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.074082 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.074243 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.074562 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.074863 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.075173 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.075336 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.075502 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.075833 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.075833 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.076012 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.076138 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.076298 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.076597 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.076925 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.077092 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.077451 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.077451 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.077862 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.077943 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.078104 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.078262 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.078570 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.078738 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.078903 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.079034 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.079180 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.079342 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.079502 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.079666 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.079829 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.079996 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.080155 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.080473 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.080652 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.080836 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.080998 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.081157 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.081316 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.081476 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.081635 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.081795 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.081960 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.082088 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.082248 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.082406 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.082567 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.082726 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.082863 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.083019 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.083178 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.083336 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.083754 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.083754 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.084000 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.084000 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.084139 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.084270 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.084419 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.084577 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.084806 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.084993 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.085121 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.085247 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.085372 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.085534 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.085710 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.085844 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.086003 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.086170 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.086330 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.086457 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.086602 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.086763 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.086921 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.087082 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.087250 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.087421 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.087583 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.087743 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.087902 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.088089 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.088251 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.088408 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.088568 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.088727 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.088907 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.089067 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.089225 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.089384 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.089548 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.089759 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.089905 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.090005 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.090162 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.090320 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.090481 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.090642 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.090802 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.090960 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.091120 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.091281 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.091440 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.091600 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.091760 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.091920 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.092079 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.092238 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.092398 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.092557 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.092717 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.092895 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.093056 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.093215 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.093373 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.093532 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.093691 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.093851 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.094013 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.094173 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.094333 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.094493 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.094653 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.094812 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.094973 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.095134 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.095293 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.095452 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.095611 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.095770 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.095930 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.096089 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.096248 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.096408 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.096568 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.096727 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.096958 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.097080 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.097292 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.097845 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.097845 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.097845 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.100382 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.100382 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.100382 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.100382 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.100382 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.100382 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.100382 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.100382 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.101677 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.101677 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.101677 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.101677 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.101677 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.101677 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.101677 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.101677 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.103912 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.103912 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.103912 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.103912 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.103912 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.103912 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.103912 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.103912 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.104467 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.104467 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.104467 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.104467 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.104467 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.104467 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.104467 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.104467 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.105044 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.105044 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.105044 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.105044 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.105044 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.105044 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.105044 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.105044 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.105558 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.105558 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.105558 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.105558 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.105558 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.105558 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.105558 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.105558 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.106083 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.106083 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.106083 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.106083 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.106362 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.106438 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.106550 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.106714 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.108752 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.108752 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.108752 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.108752 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.108752 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.108752 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.108752 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.108752 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.109373 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.109373 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.109373 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.109373 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.109373 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.109899 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.110201 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.110383 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.110559 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.110722 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.110887 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.111046 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.111206 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.111367 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.111528 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.111688 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.111848 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.112005 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.112165 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.112323 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.112483 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.112643 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.112825 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.112986 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.113144 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.113304 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.113468 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.113644 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 15:47:33.113793 dv-cinder-778534-7-iscsi neutron-server[93737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 15:47:33.268498 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 55782) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:47:33.276995 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061944 Aug 18 15:47:44.804802 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa95603d-6b22-4b90-8d3f-6e3c6111b9d4 None None] get_active_networks_info from dv-cinder-778534-7-iscsi {{(pid=93848) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 15:47:44.875641 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa95603d-6b22-4b90-8d3f-6e3c6111b9d4 None None] No non-hosted networks {{(pid=93848) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 18 15:47:44.889919 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.agentschedulers_db [None req-fa95603d-6b22-4b90-8d3f-6e3c6111b9d4 None None] DHCP Agent not found on host dv-cinder-778534-7-iscsi {{(pid=93848) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 18 15:47:44.959094 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-b000ea30-6142-42e8-ba0e-00a6476b9b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412498'] for agent, after_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:47.655866 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-79ffac09-964a-4371-aca7-6de4ed74e124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412498'] for agent, after_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:47.724373 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-8fad6826-5c6d-4c44-998f-5220e2a253aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:47.837461 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412498'] for agent, after_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:47.838575 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:47.839202 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:47.839679 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:47.853970 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:47.854711 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:47.857107 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:47.859964 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:47.860583 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:47.862184 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:47.863872 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:47.864355 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:47.864853 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:47.866117 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778534-7-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:47:47.882682 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778534-7-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:47:48.755096 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412498'] for agent, after_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:49.959070 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412498'] for agent, after_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:51.344446 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 55872) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:47:51.864979 dv-cinder-778534-7-iscsi neutron-server[93846]: WARNING oslo_policy.policy [None req-2944d01c-98dd-45f3-a309-dfd9b6d7b566 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 15:47:51.865723 dv-cinder-778534-7-iscsi neutron-server[93846]: WARNING oslo_policy.policy [None req-2944d01c-98dd-45f3-a309-dfd9b6d7b566 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 15:47:52.006632 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.db.l3_hamode_db [None req-ea80a638-e12c-4f99-995d-9a1ae67de195 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 18 15:47:52.083499 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea80a638-e12c-4f99-995d-9a1ae67de195 None None] Routers set() bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:47:52.084654 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea80a638-e12c-4f99-995d-9a1ae67de195 None None] Router IDs set() for agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 15:47:52.088469 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [None req-2944d01c-98dd-45f3-a309-dfd9b6d7b566 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:47:52.089061 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-2944d01c-98dd-45f3-a309-dfd9b6d7b566 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7436600 Aug 18 15:47:54.456307 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 55886) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:47:54.767489 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-366ff169-f867-48b9-8772-3e6e9f6187a6 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:47:54.862058 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.policy [None req-366ff169-f867-48b9-8772-3e6e9f6187a6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93846) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 15:47:54.907207 dv-cinder-778534-7-iscsi neutron-server[93846]: WARNING oslo_policy.policy [None req-366ff169-f867-48b9-8772-3e6e9f6187a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 15:47:54.907609 dv-cinder-778534-7-iscsi neutron-server[93846]: WARNING oslo_policy.policy [None req-366ff169-f867-48b9-8772-3e6e9f6187a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 15:47:54.917030 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.quota [None req-366ff169-f867-48b9-8772-3e6e9f6187a6 admin admin] Loaded quota_driver: . Aug 18 15:47:55.013798 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-366ff169-f867-48b9-8772-3e6e9f6187a6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780903908821', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780903938086', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780903928938', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780903927239', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780904578231', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780903972053', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-627408', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1334013', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-351605', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-763109'] for rbac-policy, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:55.079131 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-366ff169-f867-48b9-8772-3e6e9f6187a6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:55.080398 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-366ff169-f867-48b9-8772-3e6e9f6187a6 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6230717 Aug 18 15:47:57.669723 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 55898) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:47:57.976831 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'eb713a1e292a4d568903b0e7cdce0000', 'admin_state_up': True, 'project_id': 'eb713a1e292a4d568903b0e7cdce0000'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:47:58.006315 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Made reservation on behalf of eb713a1e292a4d568903b0e7cdce0000 for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:47:58.009139 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:58.026569 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:58.155086 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:58.158999 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:58.179521 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:47:58.209667 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780902331082', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:58.210270 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Unsubscribe: segment precommit_create {{(pid=93846) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 15:47:58.210787 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Added segment 27a13515-5029-4d4e-a41a-10c6850fcc51 of type vlan for network 4eff5869-d953-43f0-9e1d-7358dce7af06 Aug 18 15:47:58.227863 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa90d78-4858-46ea-a2b4-f836655305da,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:47:58.278672 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:58.279014 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:58.279356 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:58.279692 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:58.280026 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:58.280370 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:58.280704 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:58.281054 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:58.281394 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:58.281720 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:58.282040 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:58.282358 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Tracked resource versions report: Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: pushed versions: Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: { 'AddressGroup': {'1.2'}, Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'ConntrackHelper': {'1.0'}, Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Log': {'1.0'}, Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Network': {'1.1'}, Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Port': {'1.7'}, Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'PortForwarding': {'1.2'}, Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'QosPolicy': {'1.9'}, Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'SecurityGroup': {'1.4'}, Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'SecurityGroupRule': {'1.2'}, Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'SubPort': {'1.0'}, Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Subnet': {'1.1'}, Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Trunk': {'1.1'}} Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: consumer versions: Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: { DHCP agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: L3 agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: Metadata agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: Metering agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: Open vSwitch agent@dv-cinder-778534-7-iscsi: { 'AddressGroup': '1.2', Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'ConntrackHelper': '1.0', Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Log': '1.0', Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Network': '1.1', Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Port': '1.7', Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'PortForwarding': '1.2', Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'QosPolicy': '1.9', Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'SecurityGroup': '1.4', Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'SecurityGroupRule': '1.2', Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'SubPort': '1.0', Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Subnet': '1.1', Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Trunk': '1.1'}} Aug 18 15:47:58.283473 dv-cinder-778534-7-iscsi neutron-server[93846]: {{(pid=93846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 15:47:58.335656 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:58.381172 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:58.382587 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:47:58.382952 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:47:58.460372 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7894397 Aug 18 15:47:58.488385 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96777c3e-be30-4b2c-9089-f4c36cb5816c admin admin] Pushing event updated for resources: {'Network': ['ID=4eff5869-d953-43f0-9e1d-7358dce7af06,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:47:58.506646 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network 4eff5869-d953-43f0-9e1d-7358dce7af06 details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:48:01.116932 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 55912) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:48:01.516231 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a141bb13-fb13-400b-9c33-fdb2e90e08fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:48:01.517677 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-a141bb13-fb13-400b-9c33-fdb2e90e08fa admin admin] 10.222.0.44 "GET /v2.0/networks/4eff5869-d953-43f0-9e1d-7358dce7af06 HTTP/1.1" status: 200 len: 825 time: 0.3997562 Aug 18 15:48:01.544100 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-843f1098-abb1-49fb-98f0-8f81464583a2 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/94f5d357-e6e1-4ad0-80b2-0e304c42b890 HTTP/1.1" status: 200 len: 734 time: 0.0197673 Aug 18 15:48:01.553846 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-9516a031-6fa0-43fc-a9f8-5f21d4423bc0 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '94f5d357-e6e1-4ad0-80b2-0e304c42b890', 'name': 'private-subnet', 'network_id': '4eff5869-d953-43f0-9e1d-7358dce7af06', 'tenant_id': 'eb713a1e292a4d568903b0e7cdce0000'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:48:01.577304 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9516a031-6fa0-43fc-a9f8-5f21d4423bc0 admin admin] Made reservation on behalf of eb713a1e292a4d568903b0e7cdce0000 for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:48:01.579808 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9516a031-6fa0-43fc-a9f8-5f21d4423bc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:01.883749 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9516a031-6fa0-43fc-a9f8-5f21d4423bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:01.955102 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9516a031-6fa0-43fc-a9f8-5f21d4423bc0 admin admin] Checking segment: {'id': '27a13515-5029-4d4e-a41a-10c6850fcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4eff5869-d953-43f0-9e1d-7358dce7af06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:48:01.955477 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9516a031-6fa0-43fc-a9f8-5f21d4423bc0 admin admin] Network hostable DHCP agents. Network: 4eff5869-d953-43f0-9e1d-7358dce7af06, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:48:01.960680 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516a031-6fa0-43fc-a9f8-5f21d4423bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55304dfd-1473-4a70-8e3c-20d424eb1b7f,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:48:01.982880 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9516a031-6fa0-43fc-a9f8-5f21d4423bc0 admin admin] Network 4eff5869-d953-43f0-9e1d-7358dce7af06 is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:48:01.994703 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-9516a031-6fa0-43fc-a9f8-5f21d4423bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, 4eff5869-d953-43f0-9e1d-7358dce7af06) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:48:01.999379 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9516a031-6fa0-43fc-a9f8-5f21d4423bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:48:01.999985 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9516a031-6fa0-43fc-a9f8-5f21d4423bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:02.005156 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affd5f41-f6a6-485b-abe0-e47b6761f8ac None None] Network 4eff5869-d953-43f0-9e1d-7358dce7af06 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:48:02.015080 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-9516a031-6fa0-43fc-a9f8-5f21d4423bc0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4651158 Aug 18 15:48:02.329573 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17a5b9fc-3a6e-58d6-85c8-41a721a533fa-4eff5869-d953-43f0-9e1d-7358dce7af06', 'network_id': '4eff5869-d953-43f0-9e1d-7358dce7af06', 'tenant_id': 'eb713a1e292a4d568903b0e7cdce0000', 'fixed_ips': [{'subnet_id': '55304dfd-1473-4a70-8e3c-20d424eb1b7f'}]}} from dv-cinder-778534-7-iscsi. {{(pid=93848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:48:02.331048 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:02.606820 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.db_base_plugin_common [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Allocated IP 172.20.0.2 (4eff5869-d953-43f0-9e1d-7358dce7af06/55304dfd-1473-4a70-8e3c-20d424eb1b7f/08099a18-53ac-44d8-ab7e-c6686fc8646f) {{(pid=93848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:48:02.817801 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Notify callbacks [] for port, precommit_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:02.864219 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Transition to ACTIVE for port object 08099a18-53ac-44d8-ab7e-c6686fc8646f will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:48:02.886445 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Transition to ACTIVE for port object 08099a18-53ac-44d8-ab7e-c6686fc8646f will not be triggered until provisioned by entity DHCP. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:48:02.895372 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859'] for port, after_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:02.967617 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Network 4eff5869-d953-43f0-9e1d-7358dce7af06 is already hosted by enough agents. {{(pid=93848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:48:02.972881 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.base_scheduler [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Resources bound (agent type, host, resource id): {{(pid=93848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:48:02.976998 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Received port after_create {{(pid=93848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:48:02.990306 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Pushing event updated for resources: {'Port': ['ID=08099a18-53ac-44d8-ab7e-c6686fc8646f,revision_number=1']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:48:03.035716 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:03.036351 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:03.036430 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:03.036883 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:03.037266 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:03.037556 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:03.037885 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:03.038215 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:03.038561 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:03.038894 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Tracked resource versions report: Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: pushed versions: Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: { 'AddressGroup': {'1.2'}, Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: 'ConntrackHelper': {'1.0'}, Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Log': {'1.0'}, Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Network': {'1.1'}, Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Port': {'1.7'}, Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: 'PortForwarding': {'1.2'}, Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: 'QosPolicy': {'1.9'}, Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: 'SecurityGroup': {'1.4'}, Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: 'SecurityGroupRule': {'1.2'}, Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: 'SubPort': {'1.0'}, Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Subnet': {'1.1'}, Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Trunk': {'1.1'}} Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: consumer versions: Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: { DHCP agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: L3 agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: Metadata agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: Metering agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: Open vSwitch agent@dv-cinder-778534-7-iscsi: { 'AddressGroup': '1.2', Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: 'ConntrackHelper': '1.0', Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Log': '1.0', Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Network': '1.1', Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Port': '1.7', Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: 'PortForwarding': '1.2', Aug 18 15:48:03.042207 dv-cinder-778534-7-iscsi neutron-server[93848]: 'QosPolicy': '1.9', Aug 18 15:48:03.044539 dv-cinder-778534-7-iscsi neutron-server[93848]: 'SecurityGroup': '1.4', Aug 18 15:48:03.044539 dv-cinder-778534-7-iscsi neutron-server[93848]: 'SecurityGroupRule': '1.2', Aug 18 15:48:03.044539 dv-cinder-778534-7-iscsi neutron-server[93848]: 'SubPort': '1.0', Aug 18 15:48:03.044539 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Subnet': '1.1', Aug 18 15:48:03.044539 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Trunk': '1.1'}} Aug 18 15:48:03.044539 dv-cinder-778534-7-iscsi neutron-server[93848]: {{(pid=93848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 15:48:03.079372 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Attempting to bind port 08099a18-53ac-44d8-ab7e-c6686fc8646f on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:48:03.079759 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Attempting to bind port 08099a18-53ac-44d8-ab7e-c6686fc8646f by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '27a13515-5029-4d4e-a41a-10c6850fcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4eff5869-d953-43f0-9e1d-7358dce7af06'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:48:03.080188 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Attempting to bind port 08099a18-53ac-44d8-ab7e-c6686fc8646f on network 4eff5869-d953-43f0-9e1d-7358dce7af06 {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:48:03.085157 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:48:03.085568 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Checking segment: {'id': '27a13515-5029-4d4e-a41a-10c6850fcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4eff5869-d953-43f0-9e1d-7358dce7af06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:48:03.086035 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:03.086455 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Bound using segment: {'id': '27a13515-5029-4d4e-a41a-10c6850fcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4eff5869-d953-43f0-9e1d-7358dce7af06'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:48:03.086927 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Bound port: 08099a18-53ac-44d8-ab7e-c6686fc8646f, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a13515-5029-4d4e-a41a-10c6850fcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4eff5869-d953-43f0-9e1d-7358dce7af06'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:48:03.087355 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:03.152701 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] For port 08099a18-53ac-44d8-ab7e-c6686fc8646f, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:48:03.157143 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] For port 08099a18-53ac-44d8-ab7e-c6686fc8646f, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=08099a18-53ac-44d8-ab7e-c6686fc8646f,segment=NetworkSegment(27a13515-5029-4d4e-a41a-10c6850fcc51),segment_id=27a13515-5029-4d4e-a41a-10c6850fcc51)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:48:03.164132 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:03.234351 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae596b1-e358-4668-930d-e171fabd2737 None None] Pushing event updated for resources: {'Port': ['ID=08099a18-53ac-44d8-ab7e-c6686fc8646f,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:48:04.503924 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 55920) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:48:04.829517 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [None req-5e4f50eb-8ae4-4ae2-bee9-d4f010788f28 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:48:04.830562 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-5e4f50eb-8ae4-4ae2-bee9-d4f010788f28 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3258240 Aug 18 15:48:07.251584 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 55928) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:48:07.772392 dv-cinder-778534-7-iscsi neutron-server[93847]: WARNING oslo_policy.policy [None req-ee536b80-9402-4d10-b42b-6c365ab14108 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 15:48:07.772520 dv-cinder-778534-7-iscsi neutron-server[93847]: WARNING oslo_policy.policy [None req-ee536b80-9402-4d10-b42b-6c365ab14108 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 15:48:08.012919 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [None req-ee536b80-9402-4d10-b42b-6c365ab14108 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:48:08.014093 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-ee536b80-9402-4d10-b42b-6c365ab14108 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7603207 Aug 18 15:48:10.741591 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 55948) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:48:11.066367 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-193a3ae2-df38-4653-9047-20524aff26dc admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'eb713a1e292a4d568903b0e7cdce0000'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:48:11.132416 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.policy [None req-193a3ae2-df38-4653-9047-20524aff26dc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93847) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 15:48:11.178601 dv-cinder-778534-7-iscsi neutron-server[93847]: WARNING oslo_policy.policy [None req-193a3ae2-df38-4653-9047-20524aff26dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 15:48:11.179007 dv-cinder-778534-7-iscsi neutron-server[93847]: WARNING oslo_policy.policy [None req-193a3ae2-df38-4653-9047-20524aff26dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 15:48:11.187771 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.quota [None req-193a3ae2-df38-4653-9047-20524aff26dc admin admin] Loaded quota_driver: . Aug 18 15:48:11.270439 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-193a3ae2-df38-4653-9047-20524aff26dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4559'] for router, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:11.272895 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-193a3ae2-df38-4653-9047-20524aff26dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4550'] for router, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:11.436379 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-193a3ae2-df38-4653-9047-20524aff26dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:11.441584 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-193a3ae2-df38-4653-9047-20524aff26dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470822'] for router, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:11.461524 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-193a3ae2-df38-4653-9047-20524aff26dc admin admin] Notify callbacks [] for router, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:11.462962 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-193a3ae2-df38-4653-9047-20524aff26dc admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7203403 Aug 18 15:48:11.736851 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 08099a18-53ac-44d8-ab7e-c6686fc8646f up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:48:11.739552 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e355a03-719f-4c70-ad3c-dd8c0823fcbd None None] Network 4eff5869-d953-43f0-9e1d-7358dce7af06 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:48:11.890905 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-1e9a4544-3242-4f99-b916-e8e12a69dcbc None None] Provisioning for port 08099a18-53ac-44d8-ab7e-c6686fc8646f completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:48:11.899214 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 08099a18-53ac-44d8-ab7e-c6686fc8646f completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:48:11.904637 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-1e9a4544-3242-4f99-b916-e8e12a69dcbc None None] Provisioning complete for port 08099a18-53ac-44d8-ab7e-c6686fc8646f triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:48:11.905057 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1e9a4544-3242-4f99-b916-e8e12a69dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:11.930518 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 08099a18-53ac-44d8-ab7e-c6686fc8646f triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:48:11.930889 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:12.141960 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1e9a4544-3242-4f99-b916-e8e12a69dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:12.162079 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:12.208702 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-1e9a4544-3242-4f99-b916-e8e12a69dcbc None None] For port 08099a18-53ac-44d8-ab7e-c6686fc8646f, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=08099a18-53ac-44d8-ab7e-c6686fc8646f,segment=NetworkSegment(27a13515-5029-4d4e-a41a-10c6850fcc51),segment_id=27a13515-5029-4d4e-a41a-10c6850fcc51)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:48:12.214969 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1e9a4544-3242-4f99-b916-e8e12a69dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:12.286101 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.db.api [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 15:48:12.286497 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG oslo_db.api [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 15:48:12.291058 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a4544-3242-4f99-b916-e8e12a69dcbc None None] Pushing event updated for resources: {'Port': ['ID=08099a18-53ac-44d8-ab7e-c6686fc8646f,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:48:12.336110 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-d8aae56e-1614-40f5-a6bd-b0dc307dc6c4 None None] Provisioning complete for port 08099a18-53ac-44d8-ab7e-c6686fc8646f triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:48:12.336484 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-d8aae56e-1614-40f5-a6bd-b0dc307dc6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:13.695103 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 08099a18-53ac-44d8-ab7e-c6686fc8646f up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:48:13.741744 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 08099a18-53ac-44d8-ab7e-c6686fc8646f triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:48:13.742112 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:13.900115 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 55960) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:48:14.217187 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [None req-d3b4f9a9-538e-4697-8c09-2d5660b31fb8 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:48:14.218170 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-d3b4f9a9-538e-4697-8c09-2d5660b31fb8 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3172059 Aug 18 15:48:14.712517 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-f2113d8f-5b73-4618-9d34-7678fbbfb796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:16.582266 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 55968) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:48:16.897959 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:48:16.922275 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Made reservation on behalf of 41b2f9a4b93a424da38a5efeac9bdfee for: {'network': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:48:16.925127 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:16.941545 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:17.064282 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:17.068483 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:17.079235 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Reserving flat network on physical network physnet1 {{(pid=93847) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 18 15:48:17.113492 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780902331082', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:17.114090 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Unsubscribe: segment precommit_create {{(pid=93847) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 15:48:17.114647 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.segments_db [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Added segment 79d4833c-2798-4f6f-9aa8-bf87e3731532 of type flat for network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c Aug 18 15:48:17.132860 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1686b682-4766-4a1b-b973-43718d6b9470,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:48:17.180601 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:17.180973 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:17.181316 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:17.181652 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:17.181986 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:17.182340 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:17.182672 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:17.182999 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:17.183340 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:17.183668 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:17.183994 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:17.184316 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Tracked resource versions report: Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: pushed versions: Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: { 'AddressGroup': {'1.2'}, Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'ConntrackHelper': {'1.0'}, Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Log': {'1.0'}, Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Network': {'1.1'}, Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Port': {'1.7'}, Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'PortForwarding': {'1.2'}, Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'QosPolicy': {'1.9'}, Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'SecurityGroup': {'1.4'}, Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'SecurityGroupRule': {'1.2'}, Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'SubPort': {'1.0'}, Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Subnet': {'1.1'}, Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Trunk': {'1.1'}} Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: consumer versions: Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: { DHCP agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: L3 agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: Metadata agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: Metering agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: Open vSwitch agent@dv-cinder-778534-7-iscsi: { 'AddressGroup': '1.2', Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'ConntrackHelper': '1.0', Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Log': '1.0', Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Network': '1.1', Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Port': '1.7', Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'PortForwarding': '1.2', Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'QosPolicy': '1.9', Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'SecurityGroup': '1.4', Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'SecurityGroupRule': '1.2', Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'SubPort': '1.0', Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Subnet': '1.1', Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Trunk': '1.1'}} Aug 18 15:48:17.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: {{(pid=93847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 15:48:17.242874 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:17.291346 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:17.292688 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:48:17.293351 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:17.371433 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7880969 Aug 18 15:48:17.403008 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36620b-d121-4265-93f6-01d98c78b33d admin admin] Pushing event updated for resources: {'Network': ['ID=9ac77adf-e5c1-4cd6-8f21-e698cae0301c,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:48:17.414883 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:48:17.644034 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-065ff131-a8d0-4776-8297-218038a9ce2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:17.835308 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:18.695261 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:19.758643 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 55990) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:48:19.909440 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:19.982089 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86739339-a9b0-4a59-8d56-679d23e13791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:48:19.983479 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-86739339-a9b0-4a59-8d56-679d23e13791 admin admin] 10.222.0.44 "GET /v2.0/subnets/55304dfd-1473-4a70-8e3c-20d424eb1b7f HTTP/1.1" status: 200 len: 849 time: 0.2238746 Aug 18 15:48:20.120724 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-b956b9c5-9e6d-4a55-b0a4-34af20578307 admin admin] 10.222.0.44 "GET /v2.0/routers/d189f37b-7449-4a00-af82-00259b7b0bc3 HTTP/1.1" status: 200 len: 704 time: 0.1311221 Aug 18 15:48:20.392359 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:20.698625 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Allocated IP 172.20.0.1 (4eff5869-d953-43f0-9e1d-7358dce7af06/55304dfd-1473-4a70-8e3c-20d424eb1b7f/6ea599c3-3970-45e4-847a-9a08ad2b48cb) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:48:20.888709 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:20.913074 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Transition to ACTIVE for port object 6ea599c3-3970-45e4-847a-9a08ad2b48cb will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:48:20.996780 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:21.071928 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Network 4eff5869-d953-43f0-9e1d-7358dce7af06 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:48:21.080978 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:48:21.086462 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea599c3-3970-45e4-847a-9a08ad2b48cb,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:48:21.097432 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:48:21.098097 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629806'] for router_interface, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:21.290267 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-24e86165-b94c-42ab-b400-d42d1b857473 None None] Provisioning for port 6ea599c3-3970-45e4-847a-9a08ad2b48cb completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:48:21.294384 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-24e86165-b94c-42ab-b400-d42d1b857473 None None] Provisioning complete for port 6ea599c3-3970-45e4-847a-9a08ad2b48cb triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:48:21.294760 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-24e86165-b94c-42ab-b400-d42d1b857473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:21.333680 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-24e86165-b94c-42ab-b400-d42d1b857473 None None] Port 6ea599c3-3970-45e4-847a-9a08ad2b48cb cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:48:21.355627 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:21.563568 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:21.567880 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:21.568725 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629850'] for router_interface, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:21.648346 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea599c3-3970-45e4-847a-9a08ad2b48cb,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:48:21.695793 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Network 4eff5869-d953-43f0-9e1d-7358dce7af06 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:48:21.697487 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:48:21.852683 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-b259e884-2e9e-4eab-b39c-02b936a73112 None None] Provisioning complete for port 6ea599c3-3970-45e4-847a-9a08ad2b48cb triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:48:21.853242 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-b259e884-2e9e-4eab-b39c-02b936a73112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:21.870098 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Router d189f37b-7449-4a00-af82-00259b7b0bc3 is scheduled to L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac with binding_index 1 {{(pid=93847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:48:21.888566 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-b259e884-2e9e-4eab-b39c-02b936a73112 None None] Port 6ea599c3-3970-45e4-847a-9a08ad2b48cb cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:48:21.966680 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:48:21.971760 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-2d3dc8a5-f596-47a3-9746-5586bdfa72a7 admin admin] 10.222.0.44 "PUT /v2.0/routers/d189f37b-7449-4a00-af82-00259b7b0bc3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8456178 Aug 18 15:48:21.984770 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Sync routers for ids ['d189f37b-7449-4a00-af82-00259b7b0bc3'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:48:21.997708 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Routers {'d189f37b-7449-4a00-af82-00259b7b0bc3'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:48:21.998665 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:48:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['d189f37b-7449-4a00-af82-00259b7b0bc3'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:48:22.182234 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Set router d189f37b-7449-4a00-af82-00259b7b0bc3 gateway port host: None {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:48:22.621518 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd189f37b-7449-4a00-af82-00259b7b0bc3', 'name': 'router1', 'tenant_id': 'eb713a1e292a4d568903b0e7cdce0000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:48:11Z', 'updated_at': '2021-08-18T15:48:21Z', 'revision_number': 2, 'project_id': 'eb713a1e292a4d568903b0e7cdce0000', 'gw_port_host': None, '_interfaces': [{'id': '6ea599c3-3970-45e4-847a-9a08ad2b48cb', 'name': '', 'network_id': '4eff5869-d953-43f0-9e1d-7358dce7af06', 'tenant_id': 'eb713a1e292a4d568903b0e7cdce0000', 'mac_address': 'fa:16:3e:0f:0a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd189f37b-7449-4a00-af82-00259b7b0bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55304dfd-1473-4a70-8e3c-20d424eb1b7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:48:20Z', 'updated_at': '2021-08-18T15:48:21Z', 'revision_number': 2, 'project_id': 'eb713a1e292a4d568903b0e7cdce0000', 'subnets': [{'id': '55304dfd-1473-4a70-8e3c-20d424eb1b7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94f5d357-e6e1-4ad0-80b2-0e304c42b890'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:48:22.672793 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Checking router: d189f37b-7449-4a00-af82-00259b7b0bc3 for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:48:22.673165 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Updating router d189f37b-7449-4a00-af82-00259b7b0bc3 port 6ea599c3-3970-45e4-847a-9a08ad2b48cb binding host dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:48:22.723237 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:23.266964 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Notify callbacks [] for port, precommit_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:23.285335 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.provisioning_blocks [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Transition to ACTIVE for port object 6ea599c3-3970-45e4-847a-9a08ad2b48cb will not be triggered until provisioned by entity L2. {{(pid=93849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:48:23.291639 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:23.461267 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd561ebc-5fff-40c9-8a19-0a3e1509af80 None None] Pushing event updated for resources: {'Port': ['ID=6ea599c3-3970-45e4-847a-9a08ad2b48cb,revision_number=3']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:48:23.472511 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd561ebc-5fff-40c9-8a19-0a3e1509af80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:23.473224 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd561ebc-5fff-40c9-8a19-0a3e1509af80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:23.473562 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd561ebc-5fff-40c9-8a19-0a3e1509af80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:23.473898 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd561ebc-5fff-40c9-8a19-0a3e1509af80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:23.474819 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd561ebc-5fff-40c9-8a19-0a3e1509af80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:23.475147 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd561ebc-5fff-40c9-8a19-0a3e1509af80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:23.475470 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd561ebc-5fff-40c9-8a19-0a3e1509af80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:23.475791 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd561ebc-5fff-40c9-8a19-0a3e1509af80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:23.476116 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd561ebc-5fff-40c9-8a19-0a3e1509af80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:23.476435 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd561ebc-5fff-40c9-8a19-0a3e1509af80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:23.476769 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd561ebc-5fff-40c9-8a19-0a3e1509af80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:23.477088 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd561ebc-5fff-40c9-8a19-0a3e1509af80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd561ebc-5fff-40c9-8a19-0a3e1509af80 None None] Tracked resource versions report: Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: pushed versions: Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: { 'AddressGroup': {'1.2'}, Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'ConntrackHelper': {'1.0'}, Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Log': {'1.0'}, Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Network': {'1.1'}, Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Port': {'1.7'}, Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'PortForwarding': {'1.2'}, Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'QosPolicy': {'1.9'}, Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'SecurityGroup': {'1.4'}, Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'SecurityGroupRule': {'1.2'}, Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'SubPort': {'1.0'}, Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Subnet': {'1.1'}, Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Trunk': {'1.1'}} Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: consumer versions: Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: { DHCP agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: L3 agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: Metadata agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: Metering agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: Open vSwitch agent@dv-cinder-778534-7-iscsi: { 'AddressGroup': '1.2', Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'ConntrackHelper': '1.0', Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Log': '1.0', Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Network': '1.1', Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Port': '1.7', Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'PortForwarding': '1.2', Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'QosPolicy': '1.9', Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'SecurityGroup': '1.4', Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'SecurityGroupRule': '1.2', Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'SubPort': '1.0', Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Subnet': '1.1', Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Trunk': '1.1'}} Aug 18 15:48:23.478181 dv-cinder-778534-7-iscsi neutron-server[93849]: {{(pid=93849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 15:48:23.480356 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Attempting to bind port 6ea599c3-3970-45e4-847a-9a08ad2b48cb on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:48:23.480767 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Attempting to bind port 6ea599c3-3970-45e4-847a-9a08ad2b48cb by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '27a13515-5029-4d4e-a41a-10c6850fcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4eff5869-d953-43f0-9e1d-7358dce7af06'}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:48:23.481210 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Attempting to bind port 6ea599c3-3970-45e4-847a-9a08ad2b48cb on network 4eff5869-d953-43f0-9e1d-7358dce7af06 {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:48:23.487212 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:48:23.487629 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Checking segment: {'id': '27a13515-5029-4d4e-a41a-10c6850fcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4eff5869-d953-43f0-9e1d-7358dce7af06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:48:23.488112 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:23.488499 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Bound using segment: {'id': '27a13515-5029-4d4e-a41a-10c6850fcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4eff5869-d953-43f0-9e1d-7358dce7af06'} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:48:23.489021 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Bound port: 6ea599c3-3970-45e4-847a-9a08ad2b48cb, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a13515-5029-4d4e-a41a-10c6850fcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4eff5869-d953-43f0-9e1d-7358dce7af06'}}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:48:23.489403 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:23.555815 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] For port 6ea599c3-3970-45e4-847a-9a08ad2b48cb, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:48:23.578088 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] For port 6ea599c3-3970-45e4-847a-9a08ad2b48cb, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=6ea599c3-3970-45e4-847a-9a08ad2b48cb,segment=NetworkSegment(27a13515-5029-4d4e-a41a-10c6850fcc51),segment_id=27a13515-5029-4d4e-a41a-10c6850fcc51)] {{(pid=93849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:48:23.583666 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:23.644923 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Routers {'d189f37b-7449-4a00-af82-00259b7b0bc3'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:48:23.645657 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:48:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['d189f37b-7449-4a00-af82-00259b7b0bc3'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:48:23.647908 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd561ebc-5fff-40c9-8a19-0a3e1509af80 None None] Pushing event updated for resources: {'Port': ['ID=6ea599c3-3970-45e4-847a-9a08ad2b48cb,revision_number=4']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:48:23.741256 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] Set router d189f37b-7449-4a00-af82-00259b7b0bc3 gateway port host: None {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:48:23.953982 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd189f37b-7449-4a00-af82-00259b7b0bc3', 'name': 'router1', 'tenant_id': 'eb713a1e292a4d568903b0e7cdce0000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:48:11Z', 'updated_at': '2021-08-18T15:48:21Z', 'revision_number': 2, 'project_id': 'eb713a1e292a4d568903b0e7cdce0000', 'gw_port_host': None, '_interfaces': [{'id': '6ea599c3-3970-45e4-847a-9a08ad2b48cb', 'name': '', 'network_id': '4eff5869-d953-43f0-9e1d-7358dce7af06', 'tenant_id': 'eb713a1e292a4d568903b0e7cdce0000', 'mac_address': 'fa:16:3e:0f:0a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd189f37b-7449-4a00-af82-00259b7b0bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55304dfd-1473-4a70-8e3c-20d424eb1b7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:48:20Z', 'updated_at': '2021-08-18T15:48:23Z', 'revision_number': 4, 'project_id': 'eb713a1e292a4d568903b0e7cdce0000', 'subnets': [{'id': '55304dfd-1473-4a70-8e3c-20d424eb1b7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94f5d357-e6e1-4ad0-80b2-0e304c42b890'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:48:23.980418 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed399780-2263-4623-b6bd-cf9e6a60ca74 None None] The sync data for ids ['d189f37b-7449-4a00-af82-00259b7b0bc3'] in dv-cinder-778534-7-iscsi is: [{'id': 'd189f37b-7449-4a00-af82-00259b7b0bc3', 'name': 'router1', 'tenant_id': 'eb713a1e292a4d568903b0e7cdce0000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:48:11Z', 'updated_at': '2021-08-18T15:48:21Z', 'revision_number': 2, 'project_id': 'eb713a1e292a4d568903b0e7cdce0000', 'gw_port_host': None, '_interfaces': [{'id': '6ea599c3-3970-45e4-847a-9a08ad2b48cb', 'name': '', 'network_id': '4eff5869-d953-43f0-9e1d-7358dce7af06', 'tenant_id': 'eb713a1e292a4d568903b0e7cdce0000', 'mac_address': 'fa:16:3e:0f:0a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd189f37b-7449-4a00-af82-00259b7b0bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55304dfd-1473-4a70-8e3c-20d424eb1b7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:48:20Z', 'updated_at': '2021-08-18T15:48:23Z', 'revision_number': 4, 'project_id': 'eb713a1e292a4d568903b0e7cdce0000', 'subnets': [{'id': '55304dfd-1473-4a70-8e3c-20d424eb1b7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94f5d357-e6e1-4ad0-80b2-0e304c42b890'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:48:24.223724 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 56012) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:48:24.344170 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d17100-e5fa-46b2-80aa-51e0ee946b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:48:24.345595 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-c9d17100-e5fa-46b2-80aa-51e0ee946b54 admin admin] 10.222.0.44 "GET /v2.0/networks/9ac77adf-e5c1-4cd6-8f21-e698cae0301c HTTP/1.1" status: 200 len: 842 time: 0.1201634 Aug 18 15:48:24.356263 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-c5904124-a44c-4376-80f6-bb544ca9e1de admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'cidr': '172.27.2.0/24'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:48:24.382841 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5904124-a44c-4376-80f6-bb544ca9e1de admin admin] Made reservation on behalf of 41b2f9a4b93a424da38a5efeac9bdfee for: {'subnet': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:48:24.385279 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c5904124-a44c-4376-80f6-bb544ca9e1de admin admin] Notify callbacks [] for subnet, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:24.699346 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.objects.ports [None req-c5904124-a44c-4376-80f6-bb544ca9e1de admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93847) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 15:48:24.699799 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c5904124-a44c-4376-80f6-bb544ca9e1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for subnet, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:24.752855 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5904124-a44c-4376-80f6-bb544ca9e1de admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a02c364-19d8-47a5-894e-f95483b1f444,revision_number=0']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:48:24.766124 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5904124-a44c-4376-80f6-bb544ca9e1de admin admin] Checking segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:48:24.766685 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5904124-a44c-4376-80f6-bb544ca9e1de admin admin] Network hostable DHCP agents. Network: 9ac77adf-e5c1-4cd6-8f21-e698cae0301c, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:48:24.790669 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5904124-a44c-4376-80f6-bb544ca9e1de admin admin] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:48:24.801689 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-c5904124-a44c-4376-80f6-bb544ca9e1de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, 9ac77adf-e5c1-4cd6-8f21-e698cae0301c) {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:48:24.807342 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5904124-a44c-4376-80f6-bb544ca9e1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:48:24.807559 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c5904124-a44c-4376-80f6-bb544ca9e1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:24.810787 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f41adc2-c1f4-483c-b558-9bd046d5daf7 None None] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:48:24.831730 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-c5904124-a44c-4376-80f6-bb544ca9e1de admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4705245 Aug 18 15:48:24.947293 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbe359b-a33d-4640-bdba-d464a0422172 None None] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:48:27.144457 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 56020) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:48:27.276170 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-418669bd-8029-4773-a778-d5614d3cd76a admin admin] 10.222.0.44 "GET /v2.0/routers/d189f37b-7449-4a00-af82-00259b7b0bc3 HTTP/1.1" status: 200 len: 710 time: 0.1304867 Aug 18 15:48:27.376009 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742657a2-0cdc-43ef-8306-59f7942c52eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:48:27.377337 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-742657a2-0cdc-43ef-8306-59f7942c52eb admin admin] 10.222.0.44 "GET /v2.0/networks/9ac77adf-e5c1-4cd6-8f21-e698cae0301c HTTP/1.1" status: 200 len: 886 time: 0.0955703 Aug 18 15:48:27.387433 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:48:27.716572 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:27.961263 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:28.043264 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:28.159304 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] Allocated IP 172.27.2.178 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:48:28.262974 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:28.303455 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:28.344790 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:48:28.350851 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:48:28.359940 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:48:28.362175 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] Pushing event updated for resources: {'Port': ['ID=39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:48:28.613250 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:28.810864 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-470938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1627591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4596'] for router, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:28.814289 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-470836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-470831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1627646'] for router, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:29.016178 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] Router d189f37b-7449-4a00-af82-00259b7b0bc3 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:48:29.139298 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:48:29.143825 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] Notify callbacks [] for router, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:29.145168 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-a4c4ea2a-7aa1-4622-844c-3e391ded0587 admin admin] 10.222.0.44 "PUT /v2.0/routers/d189f37b-7449-4a00-af82-00259b7b0bc3 HTTP/1.1" status: 200 len: 890 time: 1.7610359 Aug 18 15:48:29.725483 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 6ea599c3-3970-45e4-847a-9a08ad2b48cb up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:48:29.776782 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 6ea599c3-3970-45e4-847a-9a08ad2b48cb completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:48:29.780390 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 6ea599c3-3970-45e4-847a-9a08ad2b48cb triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:48:29.780832 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:29.859214 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:29.892976 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port 6ea599c3-3970-45e4-847a-9a08ad2b48cb, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=6ea599c3-3970-45e4-847a-9a08ad2b48cb,segment=NetworkSegment(27a13515-5029-4d4e-a41a-10c6850fcc51),segment_id=27a13515-5029-4d4e-a41a-10c6850fcc51)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:48:29.898089 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:29.946430 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=6ea599c3-3970-45e4-847a-9a08ad2b48cb,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:48:30.424335 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Sync routers for ids ['d189f37b-7449-4a00-af82-00259b7b0bc3'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:48:30.434571 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Routers {'d189f37b-7449-4a00-af82-00259b7b0bc3'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:48:30.435285 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:48:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['d189f37b-7449-4a00-af82-00259b7b0bc3'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:48:30.648332 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Set router d189f37b-7449-4a00-af82-00259b7b0bc3 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:48:31.046914 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd189f37b-7449-4a00-af82-00259b7b0bc3', 'name': 'router1', 'tenant_id': 'eb713a1e292a4d568903b0e7cdce0000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:48:11Z', 'updated_at': '2021-08-18T15:48:28Z', 'revision_number': 4, 'project_id': 'eb713a1e292a4d568903b0e7cdce0000', 'gw_port': {'id': '39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd189f37b-7449-4a00-af82-00259b7b0bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:48:28Z', 'updated_at': '2021-08-18T15:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '6ea599c3-3970-45e4-847a-9a08ad2b48cb', 'name': '', 'network_id': '4eff5869-d953-43f0-9e1d-7358dce7af06', 'tenant_id': 'eb713a1e292a4d568903b0e7cdce0000', 'mac_address': 'fa:16:3e:0f:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd189f37b-7449-4a00-af82-00259b7b0bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55304dfd-1473-4a70-8e3c-20d424eb1b7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:48:20Z', 'updated_at': '2021-08-18T15:48:29Z', 'revision_number': 5, 'project_id': 'eb713a1e292a4d568903b0e7cdce0000', 'subnets': [{'id': '55304dfd-1473-4a70-8e3c-20d424eb1b7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94f5d357-e6e1-4ad0-80b2-0e304c42b890'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:48:31.100244 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Checking router: d189f37b-7449-4a00-af82-00259b7b0bc3 for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:48:31.100591 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Updating router d189f37b-7449-4a00-af82-00259b7b0bc3 port 39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933 binding host dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:48:31.148829 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:31.555840 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:31.565837 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Transition to ACTIVE for port object 39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:48:31.572462 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:31.589112 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 56032) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:48:31.626513 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Attempting to bind port 39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:48:31.626888 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Attempting to bind port 39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:48:31.627258 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Attempting to bind port 39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933 on network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:48:31.629253 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49594ee-3e99-4cc3-adc0-64e992d8ef73 None None] Pushing event updated for resources: {'Port': ['ID=39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:48:31.636610 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:48:31.636610 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Checking segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:48:31.636868 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:31.637213 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Bound using segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:48:31.637685 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Bound port: 39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:48:31.638091 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:31.702081 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] For port 39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:48:31.705516 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] For port 39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:48:31.710945 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:31.716786 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-f5fc2a1d-3602-4a39-94a7-d7ce00005e62 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1228673 Aug 18 15:48:31.743622 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 6ea599c3-3970-45e4-847a-9a08ad2b48cb up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:48:31.791379 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Routers {'d189f37b-7449-4a00-af82-00259b7b0bc3'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:48:31.792026 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:48:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['d189f37b-7449-4a00-af82-00259b7b0bc3'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:48:31.850868 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49594ee-3e99-4cc3-adc0-64e992d8ef73 None None] Pushing event updated for resources: {'Port': ['ID=39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:48:31.920549 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 6ea599c3-3970-45e4-847a-9a08ad2b48cb triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:48:31.920947 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:31.953588 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] Set router d189f37b-7449-4a00-af82-00259b7b0bc3 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:48:32.015560 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 5 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:48:32.217285 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd189f37b-7449-4a00-af82-00259b7b0bc3', 'name': 'router1', 'tenant_id': 'eb713a1e292a4d568903b0e7cdce0000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:48:11Z', 'updated_at': '2021-08-18T15:48:28Z', 'revision_number': 4, 'project_id': 'eb713a1e292a4d568903b0e7cdce0000', 'gw_port': {'id': '39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd189f37b-7449-4a00-af82-00259b7b0bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:48:28Z', 'updated_at': '2021-08-18T15:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '6ea599c3-3970-45e4-847a-9a08ad2b48cb', 'name': '', 'network_id': '4eff5869-d953-43f0-9e1d-7358dce7af06', 'tenant_id': 'eb713a1e292a4d568903b0e7cdce0000', 'mac_address': 'fa:16:3e:0f:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd189f37b-7449-4a00-af82-00259b7b0bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55304dfd-1473-4a70-8e3c-20d424eb1b7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:48:20Z', 'updated_at': '2021-08-18T15:48:29Z', 'revision_number': 5, 'project_id': 'eb713a1e292a4d568903b0e7cdce0000', 'subnets': [{'id': '55304dfd-1473-4a70-8e3c-20d424eb1b7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94f5d357-e6e1-4ad0-80b2-0e304c42b890'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:48:32.244531 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a6676-6452-4da3-995b-236e4d3d3252 None None] The sync data for ids ['d189f37b-7449-4a00-af82-00259b7b0bc3'] in dv-cinder-778534-7-iscsi is: [{'id': 'd189f37b-7449-4a00-af82-00259b7b0bc3', 'name': 'router1', 'tenant_id': 'eb713a1e292a4d568903b0e7cdce0000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:48:11Z', 'updated_at': '2021-08-18T15:48:28Z', 'revision_number': 4, 'project_id': 'eb713a1e292a4d568903b0e7cdce0000', 'gw_port': {'id': '39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd189f37b-7449-4a00-af82-00259b7b0bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:48:28Z', 'updated_at': '2021-08-18T15:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '6ea599c3-3970-45e4-847a-9a08ad2b48cb', 'name': '', 'network_id': '4eff5869-d953-43f0-9e1d-7358dce7af06', 'tenant_id': 'eb713a1e292a4d568903b0e7cdce0000', 'mac_address': 'fa:16:3e:0f:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd189f37b-7449-4a00-af82-00259b7b0bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55304dfd-1473-4a70-8e3c-20d424eb1b7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:48:20Z', 'updated_at': '2021-08-18T15:48:29Z', 'revision_number': 5, 'project_id': 'eb713a1e292a4d568903b0e7cdce0000', 'subnets': [{'id': '55304dfd-1473-4a70-8e3c-20d424eb1b7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94f5d357-e6e1-4ad0-80b2-0e304c42b890'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:48:33.757741 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:48:33.821311 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:48:33.825881 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:48:33.826262 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:33.913438 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:33.936235 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port 39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:48:33.942195 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:33.995921 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:48:35.780626 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:48:35.853262 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 39f7ad7e-bb5d-4dab-8c0a-b495f1fc5933 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:48:35.853906 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:44.716319 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-99aa3a37-5b7f-4cb0-995b-95f026b54153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:47.648924 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-aadec440-9a08-4ba5-8b4e-b94b5de03dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:47.842976 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:48.707395 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:48:49.931637 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:49:09.016201 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 5 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:49:14.717837 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1d226421-1d20-4597-b1bc-788c01aa00e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:49:17.641797 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-28b2cd2f-2969-43a2-b54a-b3553f87181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:49:17.839281 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:49:18.721197 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:49:19.932086 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:49:44.719151 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-5ec21a6c-956c-49b9-bdc0-0efa1c4d4c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:49:46.014813 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 5 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:49:47.643878 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-5e6588e6-9969-444b-b067-46ce0b10b27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:49:47.841696 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:49:48.702404 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:49:49.936787 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:50:13.876299 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 56602) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:50:13.938983 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.pecan_wsgi.hooks.translation [None req-260ff3d4-f037-4e27-bda0-c770a0faf18f admin admin] GET failed (client error): The resource could not be found. Aug 18 15:50:13.940292 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-260ff3d4-f037-4e27-bda0-c770a0faf18f admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630322 Aug 18 15:50:14.105957 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c33d60d-6bff-4b7b-9867-c9c5414b6b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:50:14.107342 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-5c33d60d-6bff-4b7b-9867-c9c5414b6b1f admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1624765 Aug 18 15:50:14.721931 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-8274a576-9d36-4d54-b25e-d83d2b1e78ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:50:16.275143 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 56612) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:50:16.369419 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6505d091-35c5-4965-a2b9-1b206c0ead5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:50:16.370800 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-6505d091-35c5-4965-a2b9-1b206c0ead5a admin admin] 10.222.0.44 "GET /v2.0/subnets/55304dfd-1473-4a70-8e3c-20d424eb1b7f HTTP/1.1" status: 200 len: 849 time: 0.0947008 Aug 18 15:50:16.381123 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:50:16.467769 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:50:16.609708 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780902300263'] for subnet, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:50:16.644488 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:50:16.645100 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:50:16.657796 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] 10.222.0.44 "PUT /v2.0/subnets/55304dfd-1473-4a70-8e3c-20d424eb1b7f HTTP/1.1" status: 200 len: 868 time: 0.2804372 Aug 18 15:50:16.659739 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff47702a-7ca8-4ecb-9275-cfca1d74a258 None None] Network 4eff5869-d953-43f0-9e1d-7358dce7af06 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:50:16.680618 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55304dfd-1473-4a70-8e3c-20d424eb1b7f,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:50:16.688134 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:50:16.688511 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:50:16.688895 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:50:16.689239 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:50:16.689573 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:50:16.689924 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:50:16.690262 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:50:16.690588 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:50:16.690951 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:50:16.692044 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:50:16.692377 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:50:16.692698 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147a18b-0674-44de-b945-7276d666cad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:50:17.056037 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-c952dd3e-230e-4195-9b94-c49636f3fa5d None None] Provisioning complete for port 08099a18-53ac-44d8-ab7e-c6686fc8646f triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:50:17.056321 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-c952dd3e-230e-4195-9b94-c49636f3fa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:50:17.242384 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-c952dd3e-230e-4195-9b94-c49636f3fa5d None None] Provisioning complete for port 6ea599c3-3970-45e4-847a-9a08ad2b48cb triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:50:17.242760 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-c952dd3e-230e-4195-9b94-c49636f3fa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:50:17.651053 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-21ee5e35-6fa7-4e35-8e57-369305fb15a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:50:17.844156 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:50:18.706738 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:50:18.844343 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 56620) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:50:19.043466 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd47eecc-bc28-45d6-a4f3-460c741bb421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:50:19.043852 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd47eecc-bc28-45d6-a4f3-460c741bb421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:50:19.045402 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-fd47eecc-bc28-45d6-a4f3-460c741bb421 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2000184 Aug 18 15:50:19.935849 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:50:21.227762 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 56628) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:50:21.361666 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02f877-ad12-4743-816c-ef08bf8a25f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:50:21.362154 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02f877-ad12-4743-816c-ef08bf8a25f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:50:21.364391 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-7e02f877-ad12-4743-816c-ef08bf8a25f7 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1356275 Aug 18 15:50:23.013098 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 5 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:50:23.581272 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 56636) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:50:23.714796 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73352334-43fe-40d4-a846-8545925c672a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:50:23.716192 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-73352334-43fe-40d4-a846-8545925c672a admin admin] 10.222.0.44 "GET /v2.0/networks/4eff5869-d953-43f0-9e1d-7358dce7af06 HTTP/1.1" status: 200 len: 869 time: 0.1333261 Aug 18 15:50:25.900626 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 56644) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:50:26.025091 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a1c8f4-f56d-4331-91fc-4248fceff3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:50:26.026391 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-80a1c8f4-f56d-4331-91fc-4248fceff3d8 admin admin] 10.222.0.44 "GET /v2.0/networks/9ac77adf-e5c1-4cd6-8f21-e698cae0301c HTTP/1.1" status: 200 len: 886 time: 0.1248183 Aug 18 15:50:28.211265 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 56652) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:50:28.337322 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee72efce-9335-46b2-a7fe-49f897c7273a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:50:28.337776 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee72efce-9335-46b2-a7fe-49f897c7273a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:50:28.339299 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-ee72efce-9335-46b2-a7fe-49f897c7273a admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270576 Aug 18 15:50:30.521000 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 56660) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:50:30.612070 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539c7215-8945-4694-bdc0-233eaeeea2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:50:30.612563 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539c7215-8945-4694-bdc0-233eaeeea2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:50:30.614106 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-539c7215-8945-4694-bdc0-233eaeeea2aa admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921681 Aug 18 15:50:32.781680 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 56668) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:50:32.872914 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af68521e-71bb-4bf6-b11a-e1a4518b1353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:50:32.874297 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-af68521e-71bb-4bf6-b11a-e1a4518b1353 admin admin] 10.222.0.44 "GET /v2.0/subnets/1a02c364-19d8-47a5-894e-f95483b1f444 HTTP/1.1" status: 200 len: 816 time: 0.0916636 Aug 18 15:50:35.067247 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 56676) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:50:35.162007 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eb3769-d1f6-43a9-adab-7ab231ef40dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:50:35.163351 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-81eb3769-d1f6-43a9-adab-7ab231ef40dc admin admin] 10.222.0.44 "GET /v2.0/subnets/55304dfd-1473-4a70-8e3c-20d424eb1b7f HTTP/1.1" status: 200 len: 868 time: 0.0951536 Aug 18 15:50:44.724150 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-11ee5257-4492-40bc-8f4d-19cf85349574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:50:47.642887 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-f36405ef-9943-4402-870a-d9cac4ab8444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:50:47.845981 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:50:48.708065 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:50:49.940673 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:50:58.887357 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 56730) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:50:58.942074 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [None req-34a24d23-8f91-4148-9cea-73eebea52e15 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:50:58.943072 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-34a24d23-8f91-4148-9cea-73eebea52e15 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540738 Aug 18 15:51:00.011816 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 5 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:51:01.179543 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 56740) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:51:01.240807 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.pecan_wsgi.hooks.translation [None req-45592dee-0234-4a08-9928-ebd79a1116ae admin admin] GET failed (client error): The resource could not be found. Aug 18 15:51:01.242121 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-45592dee-0234-4a08-9928-ebd79a1116ae admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616512 Aug 18 15:51:01.385514 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78598cde-8cb9-4494-8e8a-b0108caff938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:51:01.386923 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-78598cde-8cb9-4494-8e8a-b0108caff938 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1404991 Aug 18 15:51:03.612713 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 56748) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:51:03.660642 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:51:03.681804 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Made reservation on behalf of 41b2f9a4b93a424da38a5efeac9bdfee for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:51:03.684211 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:03.722728 dv-cinder-778534-7-iscsi neutron-server[93846]: WARNING neutron.services.revisions.revision_plugin [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Could not find related network for resource to bump revision. Aug 18 15:51:03.737225 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:51:03.747079 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:03.747419 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Added segment 67c2a28d-816a-4480-9f36-67289ba7590a of type vlan for network 28627e18-bd37-4d47-b0d4-426f800b4018 Aug 18 15:51:03.788601 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:03.815766 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:03.816639 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:51:03.817244 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:03.867110 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2532022 Aug 18 15:51:03.878587 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Pushing event updated for resources: {'Network': ['ID=28627e18-bd37-4d47-b0d4-426f800b4018,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:51:03.886941 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:03.887320 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:03.887678 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:03.888017 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:03.888356 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:03.888706 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:03.889072 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:03.889410 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:03.889763 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:03.890118 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:03.890536 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:03.890844 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c5fcd-55b8-4e8e-8ce5-f2217fc7bf5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:03.902966 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network 28627e18-bd37-4d47-b0d4-426f800b4018 details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:51:06.066001 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 56756) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:51:06.129105 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea5ca1d-7e46-45eb-995d-5c556e7823a4 admin admin] GET failed (client error): The resource could not be found. Aug 18 15:51:06.130417 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-dea5ca1d-7e46-45eb-995d-5c556e7823a4 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0634644 Aug 18 15:51:06.198478 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd58e2bd-8256-4779-8fe4-46bbd4e7567c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:51:06.199965 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-dd58e2bd-8256-4779-8fe4-46bbd4e7567c admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651872 Aug 18 15:51:06.210690 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-315b1eb0-9b7f-4051-b99f-b4b5d161194b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '28627e18-bd37-4d47-b0d4-426f800b4018'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:51:06.231416 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315b1eb0-9b7f-4051-b99f-b4b5d161194b admin admin] Made reservation on behalf of 41b2f9a4b93a424da38a5efeac9bdfee for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:51:06.233865 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-315b1eb0-9b7f-4051-b99f-b4b5d161194b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:06.402741 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-315b1eb0-9b7f-4051-b99f-b4b5d161194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:06.459044 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b1eb0-9b7f-4051-b99f-b4b5d161194b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd9e1cac-a0c8-4f2a-9045-4c2460ce74dc,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:51:06.464714 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315b1eb0-9b7f-4051-b99f-b4b5d161194b admin admin] Checking segment: {'id': '67c2a28d-816a-4480-9f36-67289ba7590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28627e18-bd37-4d47-b0d4-426f800b4018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:51:06.465074 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315b1eb0-9b7f-4051-b99f-b4b5d161194b admin admin] Network hostable DHCP agents. Network: 28627e18-bd37-4d47-b0d4-426f800b4018, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:51:06.481289 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315b1eb0-9b7f-4051-b99f-b4b5d161194b admin admin] Network 28627e18-bd37-4d47-b0d4-426f800b4018 is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:51:06.490086 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-315b1eb0-9b7f-4051-b99f-b4b5d161194b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, 28627e18-bd37-4d47-b0d4-426f800b4018) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:51:06.494957 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315b1eb0-9b7f-4051-b99f-b4b5d161194b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:51:06.496892 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-315b1eb0-9b7f-4051-b99f-b4b5d161194b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:06.497639 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167bf141-e1cc-4913-a937-7a8e3e897bbd None None] Network 28627e18-bd37-4d47-b0d4-426f800b4018 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:51:06.512799 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-315b1eb0-9b7f-4051-b99f-b4b5d161194b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3033698 Aug 18 15:51:06.650220 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17a5b9fc-3a6e-58d6-85c8-41a721a533fa-28627e18-bd37-4d47-b0d4-426f800b4018', 'network_id': '28627e18-bd37-4d47-b0d4-426f800b4018', 'tenant_id': '41b2f9a4b93a424da38a5efeac9bdfee', 'fixed_ips': [{'subnet_id': 'cd9e1cac-a0c8-4f2a-9045-4c2460ce74dc'}]}} from dv-cinder-778534-7-iscsi. {{(pid=93848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:51:06.651128 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:06.794291 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.db_base_plugin_common [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Allocated IP 192.168.233.2 (28627e18-bd37-4d47-b0d4-426f800b4018/cd9e1cac-a0c8-4f2a-9045-4c2460ce74dc/d75c3ec1-0082-47f5-b050-f1f8611f90c4) {{(pid=93848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:51:06.940268 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Notify callbacks [] for port, precommit_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:06.949355 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Transition to ACTIVE for port object d75c3ec1-0082-47f5-b050-f1f8611f90c4 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:51:06.965651 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Transition to ACTIVE for port object d75c3ec1-0082-47f5-b050-f1f8611f90c4 will not be triggered until provisioned by entity DHCP. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:51:06.971938 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859'] for port, after_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:07.015748 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Network 28627e18-bd37-4d47-b0d4-426f800b4018 is already hosted by enough agents. {{(pid=93848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:51:07.017168 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.base_scheduler [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Resources bound (agent type, host, resource id): {{(pid=93848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:51:07.021420 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Received port after_create {{(pid=93848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:51:07.030135 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Pushing event updated for resources: {'Port': ['ID=d75c3ec1-0082-47f5-b050-f1f8611f90c4,revision_number=1']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:51:07.052832 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:07.053192 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:07.053537 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:07.053884 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:07.054252 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:07.054590 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:07.054923 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:07.055255 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:07.055607 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:07.055939 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:07.056264 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:07.056592 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:51:07.091148 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Attempting to bind port d75c3ec1-0082-47f5-b050-f1f8611f90c4 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:51:07.091519 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Attempting to bind port d75c3ec1-0082-47f5-b050-f1f8611f90c4 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '67c2a28d-816a-4480-9f36-67289ba7590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28627e18-bd37-4d47-b0d4-426f800b4018'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:51:07.091900 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Attempting to bind port d75c3ec1-0082-47f5-b050-f1f8611f90c4 on network 28627e18-bd37-4d47-b0d4-426f800b4018 {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:51:07.098541 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:51:07.099233 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Checking segment: {'id': '67c2a28d-816a-4480-9f36-67289ba7590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28627e18-bd37-4d47-b0d4-426f800b4018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:51:07.099643 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:07.103416 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Bound using segment: {'id': '67c2a28d-816a-4480-9f36-67289ba7590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28627e18-bd37-4d47-b0d4-426f800b4018'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:51:07.103942 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Bound port: d75c3ec1-0082-47f5-b050-f1f8611f90c4, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c2a28d-816a-4480-9f36-67289ba7590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28627e18-bd37-4d47-b0d4-426f800b4018'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:51:07.104483 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:07.184408 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] For port d75c3ec1-0082-47f5-b050-f1f8611f90c4, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:51:07.188880 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] For port d75c3ec1-0082-47f5-b050-f1f8611f90c4, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=d75c3ec1-0082-47f5-b050-f1f8611f90c4,segment=NetworkSegment(67c2a28d-816a-4480-9f36-67289ba7590a),segment_id=67c2a28d-816a-4480-9f36-67289ba7590a)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:51:07.195155 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:07.262147 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5a5bb-fed8-470c-96c5-ad6c2cfd5884 None None] Pushing event updated for resources: {'Port': ['ID=d75c3ec1-0082-47f5-b050-f1f8611f90c4,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:51:07.863303 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device d75c3ec1-0082-47f5-b050-f1f8611f90c4 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:51:07.926421 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port d75c3ec1-0082-47f5-b050-f1f8611f90c4 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:51:08.055590 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6420a2e5-9881-41bc-bf44-b4481b32091a None None] Network 28627e18-bd37-4d47-b0d4-426f800b4018 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:51:08.143218 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-8eb0225c-8196-4588-ae10-35dd162a1789 None None] Provisioning for port d75c3ec1-0082-47f5-b050-f1f8611f90c4 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:51:08.170349 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-8eb0225c-8196-4588-ae10-35dd162a1789 None None] Provisioning complete for port d75c3ec1-0082-47f5-b050-f1f8611f90c4 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:51:08.170647 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-8eb0225c-8196-4588-ae10-35dd162a1789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:08.285980 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-8eb0225c-8196-4588-ae10-35dd162a1789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:08.324026 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-8eb0225c-8196-4588-ae10-35dd162a1789 None None] For port d75c3ec1-0082-47f5-b050-f1f8611f90c4, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=d75c3ec1-0082-47f5-b050-f1f8611f90c4,segment=NetworkSegment(67c2a28d-816a-4480-9f36-67289ba7590a),segment_id=67c2a28d-816a-4480-9f36-67289ba7590a)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:51:08.328824 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-8eb0225c-8196-4588-ae10-35dd162a1789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:08.395067 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0225c-8196-4588-ae10-35dd162a1789 None None] Pushing event updated for resources: {'Port': ['ID=d75c3ec1-0082-47f5-b050-f1f8611f90c4,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:51:08.449416 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-1d1826d6-72a5-4c20-a3a2-aa9c2ef0098f None None] Provisioning complete for port d75c3ec1-0082-47f5-b050-f1f8611f90c4 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:51:08.449786 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1d1826d6-72a5-4c20-a3a2-aa9c2ef0098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:09.834131 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device d75c3ec1-0082-47f5-b050-f1f8611f90c4 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:51:09.884573 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port d75c3ec1-0082-47f5-b050-f1f8611f90c4 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:51:09.885056 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:14.723009 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-b0d0eb89-9df5-42ec-af5c-86be245110e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:17.647997 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-80f38f68-1d7b-46b0-9f7f-90e3d7694182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:17.848418 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:18.713207 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:19.944905 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:37.010119 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 5 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:51:44.725839 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-04e320af-9bba-49fa-8bd8-1ca124565ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:47.649497 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6244d008-0ad5-469d-8c4c-12e22d68ac3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:47.852944 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:48.715582 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:51:49.947842 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:14.009536 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 5 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:52:14.728493 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-f7475266-122d-408e-a51c-42a6a59fc6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:16.730498 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 56808) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:52:16.736965 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [None req-10632787-eb9f-4ab6-9929-9f42aed2a687 tempest-verify_tempest_config-817141773 tempest-verify_tempest_config-817141773-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:52:16.737925 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-10632787-eb9f-4ab6-9929-9f42aed2a687 tempest-verify_tempest_config-817141773 tempest-verify_tempest_config-817141773-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064526 Aug 18 15:52:17.051781 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 56826) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:52:17.159584 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-82ec212e-8944-46cc-9ae5-2e569b614b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:17.248966 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-82ec212e-8944-46cc-9ae5-2e569b614b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:17.252605 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-82ec212e-8944-46cc-9ae5-2e569b614b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:17.295816 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec212e-8944-46cc-9ae5-2e569b614b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccddde70-dd06-4224-b406-9acc9ff202d0,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:52:17.300522 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-82ec212e-8944-46cc-9ae5-2e569b614b63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e5fcc91d32b4af290ee99ca124079e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2477579 Aug 18 15:52:17.303340 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 56830) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:52:17.304833 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec212e-8944-46cc-9ae5-2e569b614b63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.305198 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec212e-8944-46cc-9ae5-2e569b614b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.305544 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec212e-8944-46cc-9ae5-2e569b614b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.305872 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec212e-8944-46cc-9ae5-2e569b614b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.306220 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec212e-8944-46cc-9ae5-2e569b614b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.306531 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec212e-8944-46cc-9ae5-2e569b614b63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.306853 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec212e-8944-46cc-9ae5-2e569b614b63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.307178 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec212e-8944-46cc-9ae5-2e569b614b63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.307498 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec212e-8944-46cc-9ae5-2e569b614b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.307819 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec212e-8944-46cc-9ae5-2e569b614b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.308140 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec212e-8944-46cc-9ae5-2e569b614b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.308455 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec212e-8944-46cc-9ae5-2e569b614b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.361946 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:17.381981 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:17.471746 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:17.474228 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:17.475364 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ccddde70-dd06-4224-b406-9acc9ff202d0 HTTP/1.1" status: 204 len: 168 time: 0.1710522 Aug 18 15:52:17.483072 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccddde70-dd06-4224-b406-9acc9ff202d0,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:52:17.494319 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.494689 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.495036 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.495370 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.495694 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.496038 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.496367 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.496689 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.497035 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.497354 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.497687 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.498059 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39060d0-68e7-4c03-aa11-878d7462ee49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:52:17.651797 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-d9142365-f331-4633-8c46-3f1bc0df48a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:17.855302 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:18.717345 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:19.953700 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:44.731818 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e9e3c49f-1dd3-4f60-a5c0-1db87a798d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:47.652389 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-0ba3875f-f34f-4967-8f60-fca74b267751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:47.856118 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:48.721233 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:49.952897 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:52:51.008009 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 5 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:53:14.732490 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-9e495744-0d89-42e3-9107-5ab875836c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:53:17.654020 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-0ef933d2-9cd8-47de-b6ad-4e5a17bf3531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:53:17.857292 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:53:18.722419 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:53:19.956100 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:53:28.007347 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 5 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:53:44.733564 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-c1bcf653-7eae-457d-912a-e59c55cf41b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:53:47.656128 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-8eb72b07-3c19-4b9d-ab1c-702fdffa0bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:53:47.860052 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:53:48.726375 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:53:49.962849 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:53:50.003995 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412498'] for agent, after_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:53:54.056403 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 56884) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:53:54.160072 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-97d9995c-4fdf-438d-b92f-a0bd20db8b67 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1025321 Aug 18 15:53:56.341359 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 56894) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:53:56.404171 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c990ecc8-4912-4387-b73f-a2c3daa42b8d admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0617566 Aug 18 15:54:05.007039 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:54:14.735555 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6f989a98-28b4-4cac-bbe4-85b2cf0566b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:54:17.656755 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-0e0242df-20cf-4c60-a200-ad40b569092a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:54:17.861149 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:54:18.729145 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:54:19.972445 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:54:19.973600 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:54:42.007219 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:54:44.738714 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-21000483-02d3-48f3-b2e9-417d7acd40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:54:47.667236 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-116a27f0-89ce-4115-8f19-4aa06c1bcd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:54:47.875386 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:54:48.739741 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:54:49.981711 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:54:49.986555 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:14.740899 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-563648c0-9b87-46f4-b585-17e55576f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:17.663927 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-68932472-ff19-482d-ad54-fa6a6d1722a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:17.866209 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:18.741140 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:19.007695 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:55:19.973698 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:19.982790 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:22.055434 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57048) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:22.475587 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1007567637-network', 'tenant_id': '4141e22102df491c9bdda23609fdbe24'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:22.503867 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Made reservation on behalf of 4141e22102df491c9bdda23609fdbe24 for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:55:22.506656 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:22.507736 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57072) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:22.516965 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:22.627106 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:22.632212 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:22.662207 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:22.670133 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:55:22.672580 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:22.672972 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:22.673318 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:22.673647 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:22.673971 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:22.674320 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:22.674649 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:22.674972 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:22.675310 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:22.675632 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:22.675967 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:22.676259 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Tracked resource versions report: Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: pushed versions: Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: { 'AddressGroup': {'1.2'}, Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'ConntrackHelper': {'1.0'}, Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Log': {'1.0'}, Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Network': {'1.1'}, Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Port': {'1.7'}, Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'PortForwarding': {'1.2'}, Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'QosPolicy': {'1.9'}, Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'SecurityGroup': {'1.4'}, Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'SecurityGroupRule': {'1.2'}, Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'SubPort': {'1.0'}, Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Subnet': {'1.1'}, Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Trunk': {'1.1'}} Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: consumer versions: Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: { DHCP agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: HyperV agent@hv-cinder-77853: {}, Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: L3 agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: Metadata agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: Metering agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: Open vSwitch agent@dv-cinder-778534-7-iscsi: { 'AddressGroup': '1.2', Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'ConntrackHelper': '1.0', Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Log': '1.0', Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Network': '1.1', Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Port': '1.7', Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'PortForwarding': '1.2', Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'QosPolicy': '1.9', Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'SecurityGroup': '1.4', Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'SecurityGroupRule': '1.2', Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'SubPort': '1.0', Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Subnet': '1.1', Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: 'Trunk': '1.1'}} Aug 18 15:55:22.677550 dv-cinder-778534-7-iscsi neutron-server[93846]: {{(pid=93846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 15:55:22.679771 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1156460782-network', 'tenant_id': '1e78890fc8d84a978e7ab7a79a4d6e14'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:22.704653 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:22.705062 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Added segment b1aede34-5cf3-493b-a119-21a7119c1791 of type vlan for network a7381a63-f1fa-40d7-86d5-830b21cc478c Aug 18 15:55:22.711806 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Made reservation on behalf of 1e78890fc8d84a978e7ab7a79a4d6e14 for: {'network': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:55:22.715916 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:22.729357 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:22.753706 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:22.809035 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:22.810948 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:22.812363 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:22.852437 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:22.857869 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:22.879269 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8217363 Aug 18 15:55:22.882557 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57100) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:22.896404 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-a14f91ff-3df1-47fe-87a1-f942856fc6e8 admin admin] Request body: {'subnet': {'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1007567637-subnet', 'tenant_id': '4141e22102df491c9bdda23609fdbe24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:22.914920 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f789d76-0bca-43e6-858b-9186400a5a69 admin admin] Pushing event updated for resources: {'Network': ['ID=a7381a63-f1fa-40d7-86d5-830b21cc478c,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:22.931273 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network a7381a63-f1fa-40d7-86d5-830b21cc478c details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:55:22.955211 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14f91ff-3df1-47fe-87a1-f942856fc6e8 admin admin] Made reservation on behalf of 4141e22102df491c9bdda23609fdbe24 for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:55:22.958023 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a14f91ff-3df1-47fe-87a1-f942856fc6e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:23.015909 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecfdc2f-988b-441e-a9af-dfccfd7443e9,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:23.025634 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:23.026040 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:23.026457 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:23.026864 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:23.027138 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:23.027501 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:23.027971 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:23.028310 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:23.028782 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:23.029119 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:23.029655 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:23.029986 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Tracked resource versions report: Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: pushed versions: Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: { 'AddressGroup': {'1.2'}, Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'ConntrackHelper': {'1.0'}, Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Log': {'1.0'}, Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Network': {'1.1'}, Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Port': {'1.7'}, Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'PortForwarding': {'1.2'}, Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'QosPolicy': {'1.9'}, Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'SecurityGroup': {'1.4'}, Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'SecurityGroupRule': {'1.2'}, Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'SubPort': {'1.0'}, Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Subnet': {'1.1'}, Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Trunk': {'1.1'}} Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: consumer versions: Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: { DHCP agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: HyperV agent@hv-cinder-77853: {}, Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: L3 agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: Metadata agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: Metering agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: Open vSwitch agent@dv-cinder-778534-7-iscsi: { 'AddressGroup': '1.2', Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'ConntrackHelper': '1.0', Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Log': '1.0', Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Network': '1.1', Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Port': '1.7', Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'PortForwarding': '1.2', Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'QosPolicy': '1.9', Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'SecurityGroup': '1.4', Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'SecurityGroupRule': '1.2', Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'SubPort': '1.0', Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Subnet': '1.1', Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: 'Trunk': '1.1'}} Aug 18 15:55:23.031159 dv-cinder-778534-7-iscsi neutron-server[93847]: {{(pid=93847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 15:55:23.043147 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=93847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:55:23.055164 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:23.055526 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.segments_db [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Added segment 53c2849b-4f81-41a0-bac4-46cf6739a0dd of type vlan for network 15a0504c-06b5-46fa-81c3-b3b20e1d40d0 Aug 18 15:55:23.100720 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:23.132455 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:23.136758 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:23.137397 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:23.194911 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6860635 Aug 18 15:55:23.201923 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57112) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:23.210750 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a14f91ff-3df1-47fe-87a1-f942856fc6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:23.211492 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-93125fcf-d649-4b4d-862d-517a34f508c7 admin admin] Request body: {'subnet': {'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1156460782-subnet', 'tenant_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:23.226390 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8c0bc-a499-4dae-9dcd-817d039f478a admin admin] Pushing event updated for resources: {'Network': ['ID=15a0504c-06b5-46fa-81c3-b3b20e1d40d0,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:23.240408 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93125fcf-d649-4b4d-862d-517a34f508c7 admin admin] Made reservation on behalf of 1e78890fc8d84a978e7ab7a79a4d6e14 for: {'subnet': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:55:23.241154 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network 15a0504c-06b5-46fa-81c3-b3b20e1d40d0 details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:55:23.243861 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-93125fcf-d649-4b4d-862d-517a34f508c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:23.274276 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f91ff-3df1-47fe-87a1-f942856fc6e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91139440-0498-4366-9223-66853c993206,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:23.310463 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14f91ff-3df1-47fe-87a1-f942856fc6e8 admin admin] Checking segment: {'id': 'b1aede34-5cf3-493b-a119-21a7119c1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:55:23.311115 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14f91ff-3df1-47fe-87a1-f942856fc6e8 admin admin] Network hostable DHCP agents. Network: a7381a63-f1fa-40d7-86d5-830b21cc478c, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:55:23.334253 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14f91ff-3df1-47fe-87a1-f942856fc6e8 admin admin] Network a7381a63-f1fa-40d7-86d5-830b21cc478c is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:55:23.355602 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-a14f91ff-3df1-47fe-87a1-f942856fc6e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, a7381a63-f1fa-40d7-86d5-830b21cc478c) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:23.365186 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14f91ff-3df1-47fe-87a1-f942856fc6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:23.365350 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88055d50-3773-406e-9b48-950ae1a71f24 None None] Network a7381a63-f1fa-40d7-86d5-830b21cc478c requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:55:23.366105 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a14f91ff-3df1-47fe-87a1-f942856fc6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:23.405734 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-a14f91ff-3df1-47fe-87a1-f942856fc6e8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5087650 Aug 18 15:55:23.405734 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57122) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:23.444691 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57128) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:23.504906 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-93125fcf-d649-4b4d-862d-517a34f508c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for subnet, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:23.522091 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce893c6a-fe31-4227-b734-5f8149141c1d None None] Network a7381a63-f1fa-40d7-86d5-830b21cc478c requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:55:23.564504 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93125fcf-d649-4b4d-862d-517a34f508c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84d0760-e747-4c13-ac2f-cdf7d90a83a3,revision_number=0']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:23.591501 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93125fcf-d649-4b4d-862d-517a34f508c7 admin admin] Checking segment: {'id': '53c2849b-4f81-41a0-bac4-46cf6739a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:55:23.591863 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93125fcf-d649-4b4d-862d-517a34f508c7 admin admin] Network hostable DHCP agents. Network: 15a0504c-06b5-46fa-81c3-b3b20e1d40d0, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:55:23.611799 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93125fcf-d649-4b4d-862d-517a34f508c7 admin admin] Network 15a0504c-06b5-46fa-81c3-b3b20e1d40d0 is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:55:23.623463 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-93125fcf-d649-4b4d-862d-517a34f508c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, 15a0504c-06b5-46fa-81c3-b3b20e1d40d0) {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:23.635679 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93125fcf-d649-4b4d-862d-517a34f508c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:23.636416 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-93125fcf-d649-4b4d-862d-517a34f508c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:23.645300 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeed85a-2d31-4ab9-a2be-569a39fcc1b9 None None] Network 15a0504c-06b5-46fa-81c3-b3b20e1d40d0 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:55:23.658911 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-93125fcf-d649-4b4d-862d-517a34f508c7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4559135 Aug 18 15:55:23.661844 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57144) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:23.667878 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1156460782-router', 'tenant_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:23.704901 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4559'] for router, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:23.708573 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4550'] for router, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:23.813971 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03622d43-4c79-413e-98d4-46bdf8c9cc9f None None] Network 15a0504c-06b5-46fa-81c3-b3b20e1d40d0 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:55:23.873102 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-c3de1c6f-365f-4c3e-94e6-e822e23a7adc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-84163685-network', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:23.885689 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57150) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:23.885860 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-38990a2a-6aff-4691-bed7-1a7b152699b6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1810304717-network', 'tenant_id': '06443a016f2045959990e25c6ea2069d'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:23.900492 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.088861 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3de1c6f-365f-4c3e-94e6-e822e23a7adc admin admin] Made reservation on behalf of ccaffe3a9ca44a16b5da3fca67b2818c for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:55:24.091177 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c3de1c6f-365f-4c3e-94e6-e822e23a7adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.105843 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c3de1c6f-365f-4c3e-94e6-e822e23a7adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.190959 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38990a2a-6aff-4691-bed7-1a7b152699b6 admin admin] Made reservation on behalf of 06443a016f2045959990e25c6ea2069d for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:55:24.193259 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-38990a2a-6aff-4691-bed7-1a7b152699b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.203468 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-507d9915-a4b5-4883-a811-ba47a7f36aaf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-196687572-network', 'tenant_id': 'b46d1cde73b24bef9b8842a44446c0fe'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:24.218619 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-38990a2a-6aff-4691-bed7-1a7b152699b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.237849 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.308489 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c3de1c6f-365f-4c3e-94e6-e822e23a7adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.326269 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c3de1c6f-365f-4c3e-94e6-e822e23a7adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.339059 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3de1c6f-365f-4c3e-94e6-e822e23a7adc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:55:24.341571 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507d9915-a4b5-4883-a811-ba47a7f36aaf admin admin] Made reservation on behalf of b46d1cde73b24bef9b8842a44446c0fe for: {'network': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:55:24.344118 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-507d9915-a4b5-4883-a811-ba47a7f36aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.349968 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c3de1c6f-365f-4c3e-94e6-e822e23a7adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.350509 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-c3de1c6f-365f-4c3e-94e6-e822e23a7adc admin admin] Added segment f0c592b3-ba7d-4fbe-a26b-9c2387ca595a of type vlan for network ae7b7023-460b-4b28-b8eb-4b3713d44050 Aug 18 15:55:24.355564 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-507d9915-a4b5-4883-a811-ba47a7f36aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.431643 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c3de1c6f-365f-4c3e-94e6-e822e23a7adc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.461596 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c3de1c6f-365f-4c3e-94e6-e822e23a7adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.463709 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1c6f-365f-4c3e-94e6-e822e23a7adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:24.464470 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c3de1c6f-365f-4c3e-94e6-e822e23a7adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.549286 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de1c6f-365f-4c3e-94e6-e822e23a7adc admin admin] Pushing event updated for resources: {'Network': ['ID=ae7b7023-460b-4b28-b8eb-4b3713d44050,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:24.560694 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network ae7b7023-460b-4b28-b8eb-4b3713d44050 details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:55:24.611943 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de1c6f-365f-4c3e-94e6-e822e23a7adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0863dc1-85f3-46a0-9275-8d0130663f97,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:24.709438 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-38990a2a-6aff-4691-bed7-1a7b152699b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.793346 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-38990a2a-6aff-4691-bed7-1a7b152699b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.805032 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38990a2a-6aff-4691-bed7-1a7b152699b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:55:24.814939 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-38990a2a-6aff-4691-bed7-1a7b152699b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.815412 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-38990a2a-6aff-4691-bed7-1a7b152699b6 admin admin] Added segment ff65f942-dfb0-45eb-8c13-f7328f8e3a74 of type vlan for network ded6a12f-c97d-4ae6-9b6e-e603929da08f Aug 18 15:55:24.821476 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c3de1c6f-365f-4c3e-94e6-e822e23a7adc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3752205 Aug 18 15:55:24.835864 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57202) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:24.844049 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-9f57c1db-ecea-40ef-a5dd-6255121c925c admin admin] Request body: {'subnet': {'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-84163685-subnet', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:24.855669 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-507d9915-a4b5-4883-a811-ba47a7f36aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.862080 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-507d9915-a4b5-4883-a811-ba47a7f36aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.896013 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d9915-a4b5-4883-a811-ba47a7f36aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cde4cf8-ed9b-44f2-b169-77580995e5e1,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:24.919957 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507d9915-a4b5-4883-a811-ba47a7f36aaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:55:24.932660 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-507d9915-a4b5-4883-a811-ba47a7f36aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.933049 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.segments_db [None req-507d9915-a4b5-4883-a811-ba47a7f36aaf admin admin] Added segment 390a87f4-0439-4b24-9758-5b73e20a695a of type vlan for network aa720a4f-cb49-4192-9cfd-53dc03ca067a Aug 18 15:55:24.985480 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-507d9915-a4b5-4883-a811-ba47a7f36aaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:24.994638 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38990a2a-6aff-4691-bed7-1a7b152699b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308a472b-517e-45e3-bbdd-549b49c85137,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:24.999191 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-38990a2a-6aff-4691-bed7-1a7b152699b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:25.027911 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-507d9915-a4b5-4883-a811-ba47a7f36aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:25.029398 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507d9915-a4b5-4883-a811-ba47a7f36aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:25.030516 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-507d9915-a4b5-4883-a811-ba47a7f36aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:25.041849 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:25.069372 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:25.115364 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d9915-a4b5-4883-a811-ba47a7f36aaf admin admin] Pushing event updated for resources: {'Network': ['ID=aa720a4f-cb49-4192-9cfd-53dc03ca067a,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:25.119903 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-507d9915-a4b5-4883-a811-ba47a7f36aaf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2331324 Aug 18 15:55:25.122851 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57212) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:25.131264 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network aa720a4f-cb49-4192-9cfd-53dc03ca067a details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:55:25.131456 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-5f78d51b-0529-4049-8982-c2877fd97b65 admin admin] Request body: {'subnet': {'network_id': 'aa720a4f-cb49-4192-9cfd-53dc03ca067a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-196687572-subnet', 'tenant_id': 'b46d1cde73b24bef9b8842a44446c0fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:25.175908 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f78d51b-0529-4049-8982-c2877fd97b65 admin admin] Made reservation on behalf of b46d1cde73b24bef9b8842a44446c0fe for: {'subnet': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:55:25.178186 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5f78d51b-0529-4049-8982-c2877fd97b65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:25.232845 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f57c1db-ecea-40ef-a5dd-6255121c925c admin admin] Made reservation on behalf of ccaffe3a9ca44a16b5da3fca67b2818c for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:55:25.235202 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9f57c1db-ecea-40ef-a5dd-6255121c925c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:25.237236 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-38990a2a-6aff-4691-bed7-1a7b152699b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:25.238724 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38990a2a-6aff-4691-bed7-1a7b152699b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:25.239474 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-38990a2a-6aff-4691-bed7-1a7b152699b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:25.366639 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-38990a2a-6aff-4691-bed7-1a7b152699b6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9649913 Aug 18 15:55:25.368421 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Allocated IP 172.27.2.195 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/43f43a89-db86-44cb-a37e-5fc9632a7332) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:55:25.370720 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57214) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:25.375977 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-bc30aa1e-92e5-41e5-baa5-cd1fa5b18ea3 admin admin] Request body: {'subnet': {'network_id': 'ded6a12f-c97d-4ae6-9b6e-e603929da08f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1810304717-subnet', 'tenant_id': '06443a016f2045959990e25c6ea2069d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:25.416783 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38990a2a-6aff-4691-bed7-1a7b152699b6 admin admin] Pushing event updated for resources: {'Network': ['ID=ded6a12f-c97d-4ae6-9b6e-e603929da08f,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:25.428025 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network ded6a12f-c97d-4ae6-9b6e-e603929da08f details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:55:25.494805 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc30aa1e-92e5-41e5-baa5-cd1fa5b18ea3 admin admin] Made reservation on behalf of 06443a016f2045959990e25c6ea2069d for: {'subnet': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:55:25.498757 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc30aa1e-92e5-41e5-baa5-cd1fa5b18ea3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:25.503892 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5f78d51b-0529-4049-8982-c2877fd97b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for subnet, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:25.632454 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:25.653068 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78d51b-0529-4049-8982-c2877fd97b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ec4fa54-fdbe-4945-a640-71b284bd1a39,revision_number=0']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:25.705662 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f78d51b-0529-4049-8982-c2877fd97b65 admin admin] Checking segment: {'id': '390a87f4-0439-4b24-9758-5b73e20a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'aa720a4f-cb49-4192-9cfd-53dc03ca067a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:55:25.706295 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f78d51b-0529-4049-8982-c2877fd97b65 admin admin] Network hostable DHCP agents. Network: aa720a4f-cb49-4192-9cfd-53dc03ca067a, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:55:25.717840 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9f57c1db-ecea-40ef-a5dd-6255121c925c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:25.783042 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57c1db-ecea-40ef-a5dd-6255121c925c admin admin] Pushing event updated for resources: {'Subnet': ['ID=439e0f3c-ed2e-4369-b19c-29e2fcf27f7e,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:25.874122 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:25.891860 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57c1db-ecea-40ef-a5dd-6255121c925c admin admin] Checking segment: {'id': 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:55:25.891860 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f57c1db-ecea-40ef-a5dd-6255121c925c admin admin] Network hostable DHCP agents. Network: ae7b7023-460b-4b28-b8eb-4b3713d44050, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:55:25.975888 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc30aa1e-92e5-41e5-baa5-cd1fa5b18ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for subnet, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:26.025812 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:55:26.058810 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f78d51b-0529-4049-8982-c2877fd97b65 admin admin] Network aa720a4f-cb49-4192-9cfd-53dc03ca067a is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:55:26.090687 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57262) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:26.096625 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-5f78d51b-0529-4049-8982-c2877fd97b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, aa720a4f-cb49-4192-9cfd-53dc03ca067a) {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:26.100505 dv-cinder-778534-7-iscsi neutron-server[93847]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 15:55:26.112137 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944404f3-6eee-4953-8d13-e1949cbd169c None None] Network aa720a4f-cb49-4192-9cfd-53dc03ca067a requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:55:26.129199 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:26.129948 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f78d51b-0529-4049-8982-c2877fd97b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:26.131152 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5f78d51b-0529-4049-8982-c2877fd97b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:26.151791 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:55:26.163746 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f57c1db-ecea-40ef-a5dd-6255121c925c admin admin] Network ae7b7023-460b-4b28-b8eb-4b3713d44050 is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:55:26.216040 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30aa1e-92e5-41e5-baa5-cd1fa5b18ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b52c0bc6-a98c-4339-8dca-fc30af79af14,revision_number=0']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:26.236303 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Pushing event updated for resources: {'Port': ['ID=43f43a89-db86-44cb-a37e-5fc9632a7332,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:26.241995 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-9f57c1db-ecea-40ef-a5dd-6255121c925c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, ae7b7023-460b-4b28-b8eb-4b3713d44050) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:26.293991 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc30aa1e-92e5-41e5-baa5-cd1fa5b18ea3 admin admin] Checking segment: {'id': 'ff65f942-dfb0-45eb-8c13-f7328f8e3a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ded6a12f-c97d-4ae6-9b6e-e603929da08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:55:26.294403 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc30aa1e-92e5-41e5-baa5-cd1fa5b18ea3 admin admin] Network hostable DHCP agents. Network: ded6a12f-c97d-4ae6-9b6e-e603929da08f, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:55:26.311313 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-5f78d51b-0529-4049-8982-c2877fd97b65 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1872625 Aug 18 15:55:26.326383 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f57c1db-ecea-40ef-a5dd-6255121c925c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:26.327698 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9f57c1db-ecea-40ef-a5dd-6255121c925c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:26.342391 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ef959f-e13b-4332-8fca-af23a10e9f4a None None] Network aa720a4f-cb49-4192-9cfd-53dc03ca067a requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:55:26.361881 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-267e3ee6-d8fa-44ec-9050-a7dda37b3f8d tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:26.363544 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-267e3ee6-d8fa-44ec-9050-a7dda37b3f8d tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/networks?id=a7381a63-f1fa-40d7-86d5-830b21cc478c HTTP/1.1" status: 200 len: 815 time: 0.2678225 Aug 18 15:55:26.364518 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc30aa1e-92e5-41e5-baa5-cd1fa5b18ea3 admin admin] Network ded6a12f-c97d-4ae6-9b6e-e603929da08f is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:55:26.382264 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-bc30aa1e-92e5-41e5-baa5-cd1fa5b18ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, ded6a12f-c97d-4ae6-9b6e-e603929da08f) {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:26.385775 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-db2c6314-368f-4c44-bc04-88d77267fa22 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/quotas/4141e22102df491c9bdda23609fdbe24 HTTP/1.1" status: 200 len: 375 time: 0.0144289 Aug 18 15:55:26.388446 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc30aa1e-92e5-41e5-baa5-cd1fa5b18ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:26.389059 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc30aa1e-92e5-41e5-baa5-cd1fa5b18ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:26.420278 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57274) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:26.435135 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-9f57c1db-ecea-40ef-a5dd-6255121c925c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5956416 Aug 18 15:55:26.465501 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4826bc0e-ad6d-498a-a0df-bb66fc99efc7 None None] Network ae7b7023-460b-4b28-b8eb-4b3713d44050 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:55:26.467143 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57278) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:26.470553 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2588ca-967e-404c-8657-75a87fba1edb None None] Network ded6a12f-c97d-4ae6-9b6e-e603929da08f requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:55:26.481839 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:26.515775 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-4f2aa1b4-a502-4fa2-9684-71f10804c67f tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4141e22102df491c9bdda23609fdbe24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1229620 Aug 18 15:55:26.520106 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-bc30aa1e-92e5-41e5-baa5-cd1fa5b18ea3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1478984 Aug 18 15:55:26.553208 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4559'] for router, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:26.554397 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4550'] for router, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:26.654514 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-941a0756-753d-486f-b687-3bada8307b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:26.672128 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:26.676222 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:26.780831 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590374d8-11fd-4151-b801-1c8fc4e3c7e8 None None] Network ded6a12f-c97d-4ae6-9b6e-e603929da08f requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:55:26.868669 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17a5b9fc-3a6e-58d6-85c8-41a721a533fa-ae7b7023-460b-4b28-b8eb-4b3713d44050', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e'}]}} from dv-cinder-778534-7-iscsi. {{(pid=93848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:55:26.870116 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:26.987567 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-941a0756-753d-486f-b687-3bada8307b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.000010 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.001478 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-941a0756-753d-486f-b687-3bada8307b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.067021 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470822'] for router, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.080112 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-941a0756-753d-486f-b687-3bada8307b6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da239109fffe471ab965f4a2b08680b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6578906 Aug 18 15:55:27.083495 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57304) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:27.086529 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a0756-753d-486f-b687-3bada8307b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc0a3fe-de34-49ad-acd5-41f2ddfb23b1,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:27.175442 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.db_base_plugin_common [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Allocated IP 172.20.0.2 (ae7b7023-460b-4b28-b8eb-4b3713d44050/439e0f3c-ed2e-4369-b19c-29e2fcf27f7e/6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50) {{(pid=93848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:55:27.298214 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57312) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:27.300555 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-92ed2266-5453-45a5-94fb-51ea2f903e9b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:55:27.301661 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-92ed2266-5453-45a5-94fb-51ea2f903e9b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3695700 Aug 18 15:55:27.317374 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-034af203-dae9-425e-86d7-05ef4ebf81df admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114609585-network', 'tenant_id': 'dda1b81c479440a08717ff2f03ff8922'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:27.348158 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Router f3e890d5-a0fb-493c-b10a-c46f78209b24 is scheduled to L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac with binding_index 1 {{(pid=93846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:55:27.360008 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8e36e560-4a80-46ca-861a-09e67bbc8c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.364640 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034af203-dae9-425e-86d7-05ef4ebf81df admin admin] Made reservation on behalf of dda1b81c479440a08717ff2f03ff8922 for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:55:27.367011 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-034af203-dae9-425e-86d7-05ef4ebf81df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.391855 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Notify callbacks [] for port, precommit_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.393127 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-034af203-dae9-425e-86d7-05ef4ebf81df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.406791 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Transition to ACTIVE for port object 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:55:27.409893 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8e36e560-4a80-46ca-861a-09e67bbc8c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.426343 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Transition to ACTIVE for port object 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 will not be triggered until provisioned by entity DHCP. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:55:27.436264 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859'] for port, after_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.463872 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Network ae7b7023-460b-4b28-b8eb-4b3713d44050 is already hosted by enough agents. {{(pid=93848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:55:27.484772 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.base_scheduler [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Resources bound (agent type, host, resource id): {{(pid=93848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:27.485310 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.502130 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Received port after_create {{(pid=93848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:55:27.512680 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.522314 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57326) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:27.562966 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8e36e560-4a80-46ca-861a-09e67bbc8c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.565466 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8e36e560-4a80-46ca-861a-09e67bbc8c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.566740 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-8e36e560-4a80-46ca-861a-09e67bbc8c7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ddc0a3fe-de34-49ad-acd5-41f2ddfb23b1 HTTP/1.1" status: 204 len: 168 time: 0.4821923 Aug 18 15:55:27.575223 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:55:27.585946 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Sync routers for ids ['f3e890d5-a0fb-493c-b10a-c46f78209b24'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:55:27.598704 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Routers {'f3e890d5-a0fb-493c-b10a-c46f78209b24'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:55:27.599335 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:55:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f3e890d5-a0fb-493c-b10a-c46f78209b24'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:27.604705 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36e560-4a80-46ca-861a-09e67bbc8c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc0a3fe-de34-49ad-acd5-41f2ddfb23b1,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:27.606857 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Pushing event updated for resources: {'Port': ['ID=6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50,revision_number=1']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:27.626316 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:27.627092 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:27.627721 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:27.628336 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:27.629183 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:27.629737 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:27.630325 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:27.631425 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:27.632119 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:27.632669 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:27.633322 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:27.635029 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Tracked resource versions report: Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: pushed versions: Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: { 'AddressGroup': {'1.2'}, Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'ConntrackHelper': {'1.0'}, Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Log': {'1.0'}, Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Network': {'1.1'}, Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Port': {'1.7'}, Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'PortForwarding': {'1.2'}, Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'QosPolicy': {'1.9'}, Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'SecurityGroup': {'1.4'}, Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'SecurityGroupRule': {'1.2'}, Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'SubPort': {'1.0'}, Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Subnet': {'1.1'}, Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Trunk': {'1.1'}} Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: consumer versions: Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: { DHCP agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: HyperV agent@hv-cinder-77853: {}, Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: L3 agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: Metadata agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: Metering agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: Open vSwitch agent@dv-cinder-778534-7-iscsi: { 'AddressGroup': '1.2', Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'ConntrackHelper': '1.0', Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Log': '1.0', Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Network': '1.1', Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Port': '1.7', Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'PortForwarding': '1.2', Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'QosPolicy': '1.9', Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'SecurityGroup': '1.4', Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'SecurityGroupRule': '1.2', Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'SubPort': '1.0', Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Subnet': '1.1', Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: 'Trunk': '1.1'}} Aug 18 15:55:27.641616 dv-cinder-778534-7-iscsi neutron-server[93848]: {{(pid=93848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 15:55:27.663085 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-017927fb-4305-4850-899b-e9b16e5e74bf service neutron] 10.222.0.44 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523211 Aug 18 15:55:27.664333 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Attempting to bind port 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:55:27.665966 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Attempting to bind port 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:55:27.666760 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Attempting to bind port 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 on network ae7b7023-460b-4b28-b8eb-4b3713d44050 {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:55:27.677141 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:55:27.677573 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Checking segment: {'id': 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:55:27.678047 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.678538 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Bound using segment: {'id': 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:55:27.679161 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Bound port: 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:55:27.679790 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.709934 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-034af203-dae9-425e-86d7-05ef4ebf81df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.718144 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-034af203-dae9-425e-86d7-05ef4ebf81df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.740203 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034af203-dae9-425e-86d7-05ef4ebf81df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:55:27.761523 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-034af203-dae9-425e-86d7-05ef4ebf81df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.761865 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-034af203-dae9-425e-86d7-05ef4ebf81df admin admin] Added segment fe90a190-c546-4b68-9b73-202ad9950a2f of type vlan for network 3e676f64-2a55-433f-92f0-e47975ab9be2 Aug 18 15:55:27.831623 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-6a1ecefd-5f20-4aec-ba0e-97e67280656c tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:27.833192 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-6a1ecefd-5f20-4aec-ba0e-97e67280656c tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/networks?id=ded6a12f-c97d-4ae6-9b6e-e603929da08f HTTP/1.1" status: 200 len: 812 time: 0.3085997 Aug 18 15:55:27.843446 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Allocated IP 172.27.2.143 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/fefcae98-ff56-411c-b88f-0a15f8b7cb41) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:55:27.847931 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-034af203-dae9-425e-86d7-05ef4ebf81df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.850193 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.855169 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-58582929-dc3b-486d-99fd-3767ea90bcee admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1919646 Aug 18 15:55:27.855834 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57330) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:27.884557 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Set router f3e890d5-a0fb-493c-b10a-c46f78209b24 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:55:27.885439 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-9cdb6153-ee95-49a3-8a16-a42c880f6ad5 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/quotas/06443a016f2045959990e25c6ea2069d HTTP/1.1" status: 200 len: 375 time: 0.0433671 Aug 18 15:55:27.927210 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034af203-dae9-425e-86d7-05ef4ebf81df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04258476-b7d4-4de0-9b0a-bfbafe901626,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:27.977464 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-86218837-6731-4fae-80e3-d0c8d948afae tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=06443a016f2045959990e25c6ea2069d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909069 Aug 18 15:55:27.985871 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-034af203-dae9-425e-86d7-05ef4ebf81df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:27.992272 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] For port 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:55:27.994680 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034af203-dae9-425e-86d7-05ef4ebf81df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:27.996449 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] For port 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50,segment=NetworkSegment(f0c592b3-ba7d-4fbe-a26b-9c2387ca595a),segment_id=f0c592b3-ba7d-4fbe-a26b-9c2387ca595a)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:55:27.997884 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-034af203-dae9-425e-86d7-05ef4ebf81df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:28.007133 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:28.022033 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-a2cc8e86-1fcb-40e8-999e-e5abf018c750 service neutron] 10.222.0.44 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499508 Aug 18 15:55:28.150432 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:28.174083 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-034af203-dae9-425e-86d7-05ef4ebf81df admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8645794 Aug 18 15:55:28.180034 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e9bc3-bc86-4469-b3c5-bc848381ef80 None None] Pushing event updated for resources: {'Port': ['ID=6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:28.183368 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57338) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:28.193356 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-08f5abfe-ed98-47a9-9612-ae9dc2fa3901 admin admin] Request body: {'subnet': {'network_id': '3e676f64-2a55-433f-92f0-e47975ab9be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114609585-subnet', 'tenant_id': 'dda1b81c479440a08717ff2f03ff8922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:28.223479 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034af203-dae9-425e-86d7-05ef4ebf81df admin admin] Pushing event updated for resources: {'Network': ['ID=3e676f64-2a55-433f-92f0-e47975ab9be2,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:28.247683 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network 3e676f64-2a55-433f-92f0-e47975ab9be2 details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:55:28.268453 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57342) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:28.277137 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'name': 'tempest-ServerRescueNegativeTestJSON-1156460782-router', 'tenant_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '43f43a89-db86-44cb-a37e-5fc9632a7332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:23Z', 'updated_at': '2021-08-18T15:55:26Z', 'revision_number': 3, 'project_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'gw_port': {'id': '43f43a89-db86-44cb-a37e-5fc9632a7332', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:25Z', 'updated_at': '2021-08-18T15:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:28.294867 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f5abfe-ed98-47a9-9612-ae9dc2fa3901 admin admin] Made reservation on behalf of dda1b81c479440a08717ff2f03ff8922 for: {'subnet': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:55:28.297257 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-08f5abfe-ed98-47a9-9612-ae9dc2fa3901 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:28.312781 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Checking router: f3e890d5-a0fb-493c-b10a-c46f78209b24 for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:55:28.313422 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Updating router f3e890d5-a0fb-493c-b10a-c46f78209b24 port 43f43a89-db86-44cb-a37e-5fc9632a7332 binding host dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:55:28.327568 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-5180f2d4-a283-49a4-bf61-b09a9d42547f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:55:28.329032 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-5180f2d4-a283-49a4-bf61-b09a9d42547f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1580644 Aug 18 15:55:28.350567 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-49b45bfb-2415-40ba-8944-6ca7403d80c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:28.379577 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:28.573944 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:28.747774 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:55:28.773508 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:28.798770 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:55:28.839629 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:28.860490 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Notify callbacks [] for port, precommit_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:28.879119 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.provisioning_blocks [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Transition to ACTIVE for port object 43f43a89-db86-44cb-a37e-5fc9632a7332 will not be triggered until provisioned by entity L2. {{(pid=93849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:55:28.886688 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:28.912544 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-a4414c27-3940-4872-9309-547d648400d9 service neutron] 10.222.0.44 "GET /v2.0/networks/ded6a12f-c97d-4ae6-9b6e-e603929da08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560913 Aug 18 15:55:28.939391 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Pushing event updated for resources: {'Port': ['ID=fefcae98-ff56-411c-b88f-0a15f8b7cb41,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:28.954853 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0d08d64c-c6bf-425d-b7ec-30c2303e294d req-2102d893-e754-45c6-b664-1da454d9cdea tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 210 time: 0.2135689 Aug 18 15:55:28.978819 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Attempting to bind port 43f43a89-db86-44cb-a37e-5fc9632a7332 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:55:28.979205 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Attempting to bind port 43f43a89-db86-44cb-a37e-5fc9632a7332 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:55:28.979573 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Attempting to bind port 43f43a89-db86-44cb-a37e-5fc9632a7332 on network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:55:28.986068 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c0ee7-d5c3-4639-a467-9e1b1cc722fd None None] Pushing event updated for resources: {'Port': ['ID=43f43a89-db86-44cb-a37e-5fc9632a7332,revision_number=2']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:28.994511 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:55:28.994917 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Checking segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:55:28.995539 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:28.995670 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Bound using segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:55:28.996293 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Bound port: 43f43a89-db86-44cb-a37e-5fc9632a7332, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:55:28.996686 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:29.056993 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c0ee7-d5c3-4639-a467-9e1b1cc722fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:29.056993 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c0ee7-d5c3-4639-a467-9e1b1cc722fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:29.057308 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c0ee7-d5c3-4639-a467-9e1b1cc722fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:29.057550 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c0ee7-d5c3-4639-a467-9e1b1cc722fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:29.057853 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c0ee7-d5c3-4639-a467-9e1b1cc722fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:29.058106 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c0ee7-d5c3-4639-a467-9e1b1cc722fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:29.058437 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c0ee7-d5c3-4639-a467-9e1b1cc722fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:29.058771 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c0ee7-d5c3-4639-a467-9e1b1cc722fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:29.059122 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c0ee7-d5c3-4639-a467-9e1b1cc722fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:29.059454 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c0ee7-d5c3-4639-a467-9e1b1cc722fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:29.059780 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c0ee7-d5c3-4639-a467-9e1b1cc722fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:29.060387 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c0ee7-d5c3-4639-a467-9e1b1cc722fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c0ee7-d5c3-4639-a467-9e1b1cc722fd None None] Tracked resource versions report: Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: pushed versions: Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: { 'AddressGroup': {'1.2'}, Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'ConntrackHelper': {'1.0'}, Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Log': {'1.0'}, Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Network': {'1.1'}, Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Port': {'1.7'}, Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'PortForwarding': {'1.2'}, Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'QosPolicy': {'1.9'}, Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'SecurityGroup': {'1.4'}, Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'SecurityGroupRule': {'1.2'}, Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'SubPort': {'1.0'}, Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Subnet': {'1.1'}, Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Trunk': {'1.1'}} Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: consumer versions: Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: { DHCP agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: HyperV agent@hv-cinder-77853: {}, Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: L3 agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: Metadata agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: Metering agent@dv-cinder-778534-7-iscsi: {}, Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: Open vSwitch agent@dv-cinder-778534-7-iscsi: { 'AddressGroup': '1.2', Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'ConntrackHelper': '1.0', Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Log': '1.0', Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Network': '1.1', Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Port': '1.7', Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'PortForwarding': '1.2', Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'QosPolicy': '1.9', Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'SecurityGroup': '1.4', Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'SecurityGroupRule': '1.2', Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'SubPort': '1.0', Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Subnet': '1.1', Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: 'Trunk': '1.1'}} Aug 18 15:55:29.061976 dv-cinder-778534-7-iscsi neutron-server[93849]: {{(pid=93849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 15:55:29.077682 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] For port 43f43a89-db86-44cb-a37e-5fc9632a7332, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:55:29.082808 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] For port 43f43a89-db86-44cb-a37e-5fc9632a7332, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=43f43a89-db86-44cb-a37e-5fc9632a7332,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:55:29.088878 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:29.182616 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Allocated IP 172.20.0.1 (15a0504c-06b5-46fa-81c3-b3b20e1d40d0/e84d0760-e747-4c13-ac2f-cdf7d90a83a3/856988cc-c8bb-4915-b426-9450ba439e3e) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:55:29.201235 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Routers {'f3e890d5-a0fb-493c-b10a-c46f78209b24'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:55:29.202228 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:55:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f3e890d5-a0fb-493c-b10a-c46f78209b24'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:29.319893 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c0ee7-d5c3-4639-a467-9e1b1cc722fd None None] Pushing event updated for resources: {'Port': ['ID=43f43a89-db86-44cb-a37e-5fc9632a7332,revision_number=3']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:29.448600 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-08f5abfe-ed98-47a9-9612-ae9dc2fa3901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for subnet, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:29.451019 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deb4bda-c893-48a8-9acd-ed699e35d5f8 None None] Network ae7b7023-460b-4b28-b8eb-4b3713d44050 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:55:29.455637 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] Set router f3e890d5-a0fb-493c-b10a-c46f78209b24 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:55:29.487088 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:29.556661 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-dee57fa7-194c-439d-86ca-8cd6e81f3fb6 None None] Provisioning for port 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:55:29.584389 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:29.657355 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-49b45bfb-2415-40ba-8944-6ca7403d80c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:29.659675 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:29.685235 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Network 15a0504c-06b5-46fa-81c3-b3b20e1d40d0 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:55:29.688292 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:29.701214 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:55:29.701790 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629806'] for router_interface, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:29.802855 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-49b45bfb-2415-40ba-8944-6ca7403d80c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:29.807280 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Pushing event updated for resources: {'Port': ['ID=856988cc-c8bb-4915-b426-9450ba439e3e,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:29.866947 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'name': 'tempest-ServerRescueNegativeTestJSON-1156460782-router', 'tenant_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '43f43a89-db86-44cb-a37e-5fc9632a7332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:23Z', 'updated_at': '2021-08-18T15:55:26Z', 'revision_number': 3, 'project_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'gw_port': {'id': '43f43a89-db86-44cb-a37e-5fc9632a7332', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:25Z', 'updated_at': '2021-08-18T15:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:29.877516 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-38516926-d1b5-4ff6-be5e-ac24168c3a86 service neutron] 10.222.0.44 "GET /v2.0/networks/ded6a12f-c97d-4ae6-9b6e-e603929da08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9540625 Aug 18 15:55:29.905194 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ae4e6-672f-4069-9a0d-700c960662de None None] The sync data for ids ['f3e890d5-a0fb-493c-b10a-c46f78209b24'] in dv-cinder-778534-7-iscsi is: [{'id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'name': 'tempest-ServerRescueNegativeTestJSON-1156460782-router', 'tenant_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '43f43a89-db86-44cb-a37e-5fc9632a7332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:23Z', 'updated_at': '2021-08-18T15:55:26Z', 'revision_number': 3, 'project_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'gw_port': {'id': '43f43a89-db86-44cb-a37e-5fc9632a7332', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:25Z', 'updated_at': '2021-08-18T15:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:55:30.031237 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5abfe-ed98-47a9-9612-ae9dc2fa3901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=189035fb-b347-4723-a9e9-cefcfc4361f1,revision_number=0']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:30.043535 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5abfe-ed98-47a9-9612-ae9dc2fa3901 admin admin] Checking segment: {'id': 'fe90a190-c546-4b68-9b73-202ad9950a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e676f64-2a55-433f-92f0-e47975ab9be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:55:30.044122 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f5abfe-ed98-47a9-9612-ae9dc2fa3901 admin admin] Network hostable DHCP agents. Network: 3e676f64-2a55-433f-92f0-e47975ab9be2, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:55:30.097225 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-49b45bfb-2415-40ba-8944-6ca7403d80c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad326a06963a4eff8fa9f2a3c5b95455&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8271794 Aug 18 15:55:30.107590 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57422) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:30.147568 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:55:30.194211 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b45bfb-2415-40ba-8944-6ca7403d80c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773a39d3-1ad8-4af8-ac40-1f13e16f0355,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:30.238706 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a983316d-65a9-4d61-bcd7-49ad19a3dcf9 req-293aadea-217d-46dc-9d05-a83ad03d34cf tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 210 time: 0.1339047 Aug 18 15:55:30.245358 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:55:30.252707 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:55:30.253338 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:30.362339 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:30.379006 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:30.442370 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50,segment=NetworkSegment(f0c592b3-ba7d-4fbe-a26b-9c2387ca595a),segment_id=f0c592b3-ba7d-4fbe-a26b-9c2387ca595a)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:55:30.453606 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:30.475842 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f5abfe-ed98-47a9-9612-ae9dc2fa3901 admin admin] Network 3e676f64-2a55-433f-92f0-e47975ab9be2 is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:55:30.542524 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:30.594791 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b1a60d12-03c7-45b0-8e25-67b71271095a req-3243fe07-9262-441a-bdd7-1bdba132cd6e tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 210 time: 0.1199729 Aug 18 15:55:30.598815 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-08f5abfe-ed98-47a9-9612-ae9dc2fa3901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, 3e676f64-2a55-433f-92f0-e47975ab9be2) {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:30.603712 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ed45f7fe-3dfe-4640-b7b0-55786403f1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:30.605996 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f5abfe-ed98-47a9-9612-ae9dc2fa3901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:30.606581 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-08f5abfe-ed98-47a9-9612-ae9dc2fa3901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:30.608428 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9262ef-30ff-45ea-98a9-c9501d960adb None None] Network 3e676f64-2a55-433f-92f0-e47975ab9be2 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:55:30.665785 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:30.672808 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:30.673854 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629850'] for router_interface, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:30.683444 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ed45f7fe-3dfe-4640-b7b0-55786403f1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:30.696784 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-08f5abfe-ed98-47a9-9612-ae9dc2fa3901 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5121317 Aug 18 15:55:30.774531 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470822'] for router, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:30.811791 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dbc4c6-0c3f-4506-a794-b9721fd88c83 None None] Network 3e676f64-2a55-433f-92f0-e47975ab9be2 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:55:30.859153 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ed45f7fe-3dfe-4640-b7b0-55786403f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:30.866222 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ed45f7fe-3dfe-4640-b7b0-55786403f1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:30.867463 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-ed45f7fe-3dfe-4640-b7b0-55786403f1bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/773a39d3-1ad8-4af8-ac40-1f13e16f0355 HTTP/1.1" status: 204 len: 168 time: 0.7518270 Aug 18 15:55:30.897911 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Pushing event updated for resources: {'Port': ['ID=856988cc-c8bb-4915-b426-9450ba439e3e,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:30.945069 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57458) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:30.965858 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45f7fe-3dfe-4640-b7b0-55786403f1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773a39d3-1ad8-4af8-ac40-1f13e16f0355,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:31.049196 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Network 15a0504c-06b5-46fa-81c3-b3b20e1d40d0 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:55:31.060436 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:31.119136 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e is scheduled to L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac with binding_index 1 {{(pid=93847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:55:31.160378 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-82966a3b-e2e9-4881-8ffb-a3cbfd14c36d admin admin] Deleting subnet 7ec4fa54-fdbe-4945-a640-71b284bd1a39 {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:55:31.166486 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-82966a3b-e2e9-4881-8ffb-a3cbfd14c36d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:31.291763 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:55:31.301791 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Sync routers for ids ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:55:31.323770 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] Notify callbacks [] for router, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:31.328954 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-bc1d8cea-1c7f-4c51-8ff4-c0ccfff23253 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8606603 Aug 18 15:55:31.330603 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57478) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:31.333641 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Routers {'79b82f34-a26b-4a9b-8102-8d1d302eeb9e'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:55:31.336157 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-82966a3b-e2e9-4881-8ffb-a3cbfd14c36d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:31.339140 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:55:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:31.360292 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-82966a3b-e2e9-4881-8ffb-a3cbfd14c36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473169'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:31.420514 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Router f3e890d5-a0fb-493c-b10a-c46f78209b24 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:55:31.550159 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Set router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:55:31.602608 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7c4407bf-eb75-4441-b1dd-bb1c0d7aad7f req-3c0493b4-742c-4325-ab0d-5fb67747794a tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 210 time: 0.0671360 Aug 18 15:55:31.740944 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-82966a3b-e2e9-4881-8ffb-a3cbfd14c36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:31.776823 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82966a3b-e2e9-4881-8ffb-a3cbfd14c36d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ec4fa54-fdbe-4945-a640-71b284bd1a39,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:31.789772 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-82966a3b-e2e9-4881-8ffb-a3cbfd14c36d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:31.795070 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-82966a3b-e2e9-4881-8ffb-a3cbfd14c36d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7ec4fa54-fdbe-4945-a640-71b284bd1a39 HTTP/1.1" status: 204 len: 168 time: 0.8429799 Aug 18 15:55:31.797509 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57494) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:31.819298 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:55:31.842358 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-2311e1f7-24d0-44f2-9655-c2ec06ff25cb admin admin] 10.222.0.44 "PUT /v2.0/routers/f3e890d5-a0fb-493c-b10a-c46f78209b24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9681547 Aug 18 15:55:31.842893 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:29Z', 'revision_number': 3, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:31.908461 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Checking router: 79b82f34-a26b-4a9b-8102-8d1d302eeb9e for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:55:31.909584 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Updating router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e port fefcae98-ff56-411c-b88f-0a15f8b7cb41 binding host dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:55:31.958231 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:32.046180 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1f7b76db-a3ef-48c6-bc7f-17ca2fd5e723 req-640a4587-8287-42aa-9b3b-a5b56d62c114 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 210 time: 0.0741961 Aug 18 15:55:32.073747 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627848'] for network, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:32.205243 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:55:32.312941 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:55:32.313369 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:32.322229 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472536', 'neutron.services.segments.db._delete_segments_for_network-8780902331073'] for network, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:32.355612 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:32.355979 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:32.357330 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:32.357330 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Subscribe: > port after_create 55550000 {{(pid=93847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:32.357624 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:32.357783 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Subscribe: > port after_update 55550000 {{(pid=93847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:32.358079 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:32.358454 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:32.358712 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:32.366910 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:32.384374 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Sync routers for ids ['f3e890d5-a0fb-493c-b10a-c46f78209b24'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:55:32.401414 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Routers {'f3e890d5-a0fb-493c-b10a-c46f78209b24'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:55:32.402671 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:55:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f3e890d5-a0fb-493c-b10a-c46f78209b24'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:32.453110 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:32.475589 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Transition to ACTIVE for port object fefcae98-ff56-411c-b88f-0a15f8b7cb41 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:55:32.478968 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 43f43a89-db86-44cb-a37e-5fc9632a7332 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:55:32.526422 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:32.605878 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Attempting to bind port fefcae98-ff56-411c-b88f-0a15f8b7cb41 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:55:32.607148 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Attempting to bind port fefcae98-ff56-411c-b88f-0a15f8b7cb41 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:55:32.607148 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Attempting to bind port fefcae98-ff56-411c-b88f-0a15f8b7cb41 on network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:55:32.608927 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ca5ae-1356-437f-b5fa-69ba69b06a05 None None] Pushing event updated for resources: {'Port': ['ID=fefcae98-ff56-411c-b88f-0a15f8b7cb41,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:32.613951 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 43f43a89-db86-44cb-a37e-5fc9632a7332 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:55:32.620984 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:55:32.621689 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Checking segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:55:32.622162 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:32.622585 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Bound using segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:55:32.622700 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:32.623178 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:32.623294 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Bound port: fefcae98-ff56-411c-b88f-0a15f8b7cb41, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:55:32.623414 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:32.623505 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:32.623668 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:32.624004 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.services.segments.db [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa720a4f-cb49-4192-9cfd-53dc03ca067a']}} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:32.626102 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 43f43a89-db86-44cb-a37e-5fc9632a7332 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:55:32.626648 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:32.683390 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Set router f3e890d5-a0fb-493c-b10a-c46f78209b24 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:55:32.734144 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] For port fefcae98-ff56-411c-b88f-0a15f8b7cb41, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:55:32.738325 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] For port fefcae98-ff56-411c-b88f-0a15f8b7cb41, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=fefcae98-ff56-411c-b88f-0a15f8b7cb41,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:55:32.747086 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:32.779440 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-3c5b9dcf-3c85-4c9e-8326-0978d2b6af81 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:32.781379 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-3c5b9dcf-3c85-4c9e-8326-0978d2b6af81 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/networks?id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0 HTTP/1.1" status: 200 len: 819 time: 0.1519206 Aug 18 15:55:32.813215 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.services.segments.db [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390a87f4-0439-4b24-9758-5b73e20a695a') {'for_net_delete': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:32.813890 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.services.segments.db [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390a87f4-0439-4b24-9758-5b73e20a695a') {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:32.826668 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-fb600fd4-1af3-4b15-b70f-4af2d7264608 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/quotas/1e78890fc8d84a978e7ab7a79a4d6e14 HTTP/1.1" status: 200 len: 375 time: 0.0263827 Aug 18 15:55:32.842228 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:32.870075 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Routers {'79b82f34-a26b-4a9b-8102-8d1d302eeb9e'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:55:32.873929 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:55:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:32.881141 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a319cd7b-c32c-4446-8b20-89d2bca2a85a req-b1b31a41-338b-4ce5-b9cb-275913ce2949 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 210 time: 0.0986476 Aug 18 15:55:32.897562 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780902098598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13957974'] for segment, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:32.911811 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port 43f43a89-db86-44cb-a37e-5fc9632a7332, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=43f43a89-db86-44cb-a37e-5fc9632a7332,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:55:32.998188 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:33.013460 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-46aa788c-61ff-4cf3-a751-a06ed8bfd086 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1e78890fc8d84a978e7ab7a79a4d6e14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1855896 Aug 18 15:55:33.037287 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] Set router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:55:33.120300 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'name': 'tempest-ServerRescueNegativeTestJSON-1156460782-router', 'tenant_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '43f43a89-db86-44cb-a37e-5fc9632a7332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:23Z', 'updated_at': '2021-08-18T15:55:30Z', 'revision_number': 4, 'project_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'gw_port': {'id': '43f43a89-db86-44cb-a37e-5fc9632a7332', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:25Z', 'updated_at': '2021-08-18T15:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '856988cc-c8bb-4915-b426-9450ba439e3e', 'name': '', 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0', 'tenant_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'mac_address': 'fa:16:3e:00:94:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e84d0760-e747-4c13-ac2f-cdf7d90a83a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:28Z', 'updated_at': '2021-08-18T15:55:30Z', 'revision_number': 2, 'project_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'subnets': [{'id': 'e84d0760-e747-4c13-ac2f-cdf7d90a83a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:33.167324 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Checking router: f3e890d5-a0fb-493c-b10a-c46f78209b24 for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:55:33.167681 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Updating router f3e890d5-a0fb-493c-b10a-c46f78209b24 port 856988cc-c8bb-4915-b426-9450ba439e3e binding host dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:55:33.239803 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:33.248707 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ca5ae-1356-437f-b5fa-69ba69b06a05 None None] Pushing event updated for resources: {'Port': ['ID=fefcae98-ff56-411c-b88f-0a15f8b7cb41,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:33.344215 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-66b1d87c-503d-4eba-b232-8b1766d451d6 service neutron] 10.222.0.44 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296649 Aug 18 15:55:33.359338 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:55:33.359778 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13959055'] for segment, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:33.367543 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: from cryptography.utils import int_from_bytes Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: from cryptography.utils import int_from_bytes Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: Traceback (most recent call last): Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: timer() Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: cb(*args, **kw) Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: return func(*args, **kwargs) Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: self._notify() Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: self.callback(batched_events) Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: event.method(event) Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: return f(self, *a, **k) Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: return self._get(url).json() Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: return self.request(url, 'GET', **kwargs) Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:55:33.370069 dv-cinder-778534-7-iscsi neutron-server[93847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:55:33.436803 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a443b639-e6f8-497d-a294-a9a6281a19f6 req-d54e1b0a-47d9-418c-9738-8c79c14388a3 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 210 time: 0.0637999 Aug 18 15:55:33.457876 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:29Z', 'revision_number': 3, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:33.501009 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a8056-05e2-472e-be78-1c7b8307e55b None None] The sync data for ids ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'] in dv-cinder-778534-7-iscsi is: [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:29Z', 'revision_number': 3, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:55:33.503962 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=43f43a89-db86-44cb-a37e-5fc9632a7332,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:33.594536 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:33.626203 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-43e8ebe2-239e-44f6-9146-4dab6b9e0e5c service neutron] 10.222.0.44 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809196 Aug 18 15:55:33.820089 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468348'] for network, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:33.890735 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Notify callbacks [] for port, precommit_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:33.908394 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.provisioning_blocks [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Transition to ACTIVE for port object 856988cc-c8bb-4915-b426-9450ba439e3e will not be triggered until provisioned by entity L2. {{(pid=93849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:55:33.923271 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:33.995759 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:33.999629 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] 10.222.0.44 "DELETE /v2.0/networks/aa720a4f-cb49-4192-9cfd-53dc03ca067a HTTP/1.1" status: 204 len: 168 time: 2.2009885 Aug 18 15:55:34.003271 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57580) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:34.018173 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e406b5-cc32-460a-b207-7648bf0cce66 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa720a4f-cb49-4192-9cfd-53dc03ca067a,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:34.052024 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862148e-c588-44c9-914a-1fe57d23afc4 None None] Pushing event updated for resources: {'Port': ['ID=856988cc-c8bb-4915-b426-9450ba439e3e,revision_number=3']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:34.163344 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b19d7cf5-f3b3-4019-8622-52c096792c50 req-8e39403f-ddd6-4b7c-8ba3-6812db382f09 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 210 time: 0.1554110 Aug 18 15:55:34.185596 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.20', 54217) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:34.259683 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Attempting to bind port 856988cc-c8bb-4915-b426-9450ba439e3e on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:55:34.264808 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Attempting to bind port 856988cc-c8bb-4915-b426-9450ba439e3e by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '53c2849b-4f81-41a0-bac4-46cf6739a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0'}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:55:34.267141 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Attempting to bind port 856988cc-c8bb-4915-b426-9450ba439e3e on network 15a0504c-06b5-46fa-81c3-b3b20e1d40d0 {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:55:34.287755 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:55:34.288167 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Checking segment: {'id': '53c2849b-4f81-41a0-bac4-46cf6739a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:55:34.288514 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:34.288948 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Bound using segment: {'id': '53c2849b-4f81-41a0-bac4-46cf6739a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0'} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:55:34.295043 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Allocated IP 172.20.0.1 (ae7b7023-460b-4b28-b8eb-4b3713d44050/439e0f3c-ed2e-4369-b19c-29e2fcf27f7e/fb81f218-45b9-4512-bb81-fa16315a6675) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:55:34.298432 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57590) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:34.299302 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Bound port: 856988cc-c8bb-4915-b426-9450ba439e3e, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c2849b-4f81-41a0-bac4-46cf6739a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0'}}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:55:34.299736 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:34.321814 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9c0efcbe-88f7-4d9e-9502-f9852eb85b52 req-73ba0051-404d-424a-a70e-62e07d4a86b0 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 210 time: 0.1836395 Aug 18 15:55:34.416699 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 43f43a89-db86-44cb-a37e-5fc9632a7332 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:55:34.460492 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95f306a-f3e4-4f55-8a2c-3c9043e7f47e admin admin] Deleting subnet 189035fb-b347-4723-a9e9-cefcfc4361f1 {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:55:34.510963 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.20', 54218) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:34.561460 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 43f43a89-db86-44cb-a37e-5fc9632a7332 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:55:34.562133 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:34.651408 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] For port 856988cc-c8bb-4915-b426-9450ba439e3e, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:55:34.663205 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] For port 856988cc-c8bb-4915-b426-9450ba439e3e, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=856988cc-c8bb-4915-b426-9450ba439e3e,segment=NetworkSegment(53c2849b-4f81-41a0-bac4-46cf6739a0dd),segment_id=53c2849b-4f81-41a0-bac4-46cf6739a0dd)] {{(pid=93849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:55:34.664347 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a95f306a-f3e4-4f55-8a2c-3c9043e7f47e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:34.670571 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:34.763717 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device fefcae98-ff56-411c-b88f-0a15f8b7cb41 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:55:34.873437 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Routers {'f3e890d5-a0fb-493c-b10a-c46f78209b24'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:55:34.889072 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:55:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f3e890d5-a0fb-493c-b10a-c46f78209b24'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:34.918421 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c4957716-37e0-454b-8aa2-2833ec44d4a0 req-7b94a072-dfdc-4f87-9b05-80819f5e1675 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 210 time: 0.3092055 Aug 18 15:55:34.920156 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port fefcae98-ff56-411c-b88f-0a15f8b7cb41 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:55:34.925130 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port fefcae98-ff56-411c-b88f-0a15f8b7cb41 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:55:34.925642 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:34.946644 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57628) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:35.105900 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a95f306a-f3e4-4f55-8a2c-3c9043e7f47e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:35.124270 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862148e-c588-44c9-914a-1fe57d23afc4 None None] Pushing event updated for resources: {'Port': ['ID=856988cc-c8bb-4915-b426-9450ba439e3e,revision_number=4']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:35.185684 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] Set router f3e890d5-a0fb-493c-b10a-c46f78209b24 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:55:35.196066 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:35.233823 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a95f306a-f3e4-4f55-8a2c-3c9043e7f47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473169'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:35.239143 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port fefcae98-ff56-411c-b88f-0a15f8b7cb41, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=fefcae98-ff56-411c-b88f-0a15f8b7cb41,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:55:35.255659 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:35.273788 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6e22d56c-8849-464b-9f0f-85ea3fdc7df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:35.301636 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:35.308469 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e9a5a8fa-82bf-48f7-91db-7dc9d73b5f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:35.316258 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-a21b62f2-d2eb-44e6-94ba-ad1ca71217b2 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:35.318194 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-a21b62f2-d2eb-44e6-94ba-ad1ca71217b2 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.20 "GET /v2.0/networks?id=a7381a63-f1fa-40d7-86d5-830b21cc478c HTTP/1.1" status: 200 len: 815 time: 1.1312380 Aug 18 15:55:35.368840 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a95f306a-f3e4-4f55-8a2c-3c9043e7f47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:35.384764 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-7a36d793-f906-477a-81ea-d42b133cacf3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Request body: {'port': {'device_id': '3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3', 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c', 'admin_state_up': True, 'tenant_id': '4141e22102df491c9bdda23609fdbe24'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:35.396709 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=fefcae98-ff56-411c-b88f-0a15f8b7cb41,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:35.451224 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-f3cecddc-2a2a-453c-8fec-874b80d3633e tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:35.454218 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-f3cecddc-2a2a-453c-8fec-874b80d3633e tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.20 "GET /v2.0/networks?id=ded6a12f-c97d-4ae6-9b6e-e603929da08f HTTP/1.1" status: 200 len: 812 time: 0.9420877 Aug 18 15:55:35.472935 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Transition to ACTIVE for port object fb81f218-45b9-4512-bb81-fa16315a6675 will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:55:35.484827 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-7d49df93-4551-4fe5-b741-2e4510f5803d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Request body: {'port': {'device_id': 'e76f87bc-3016-40a8-9e82-fe63a3bb3f83', 'network_id': 'ded6a12f-c97d-4ae6-9b6e-e603929da08f', 'admin_state_up': True, 'tenant_id': '06443a016f2045959990e25c6ea2069d'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:35.516288 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f306a-f3e4-4f55-8a2c-3c9043e7f47e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=189035fb-b347-4723-a9e9-cefcfc4361f1,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:35.530227 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a95f306a-f3e4-4f55-8a2c-3c9043e7f47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:35.535306 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-a95f306a-f3e4-4f55-8a2c-3c9043e7f47e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/189035fb-b347-4723-a9e9-cefcfc4361f1 HTTP/1.1" status: 204 len: 168 time: 1.5302653 Aug 18 15:55:35.550047 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57660) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:35.559638 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'name': 'tempest-ServerRescueNegativeTestJSON-1156460782-router', 'tenant_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '43f43a89-db86-44cb-a37e-5fc9632a7332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:23Z', 'updated_at': '2021-08-18T15:55:30Z', 'revision_number': 4, 'project_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'gw_port': {'id': '43f43a89-db86-44cb-a37e-5fc9632a7332', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:25Z', 'updated_at': '2021-08-18T15:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '856988cc-c8bb-4915-b426-9450ba439e3e', 'name': '', 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0', 'tenant_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'mac_address': 'fa:16:3e:00:94:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e84d0760-e747-4c13-ac2f-cdf7d90a83a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:28Z', 'updated_at': '2021-08-18T15:55:34Z', 'revision_number': 4, 'project_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'subnets': [{'id': 'e84d0760-e747-4c13-ac2f-cdf7d90a83a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:35.590099 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e056dda-01a0-47f1-9db3-f714893c3445 None None] The sync data for ids ['f3e890d5-a0fb-493c-b10a-c46f78209b24'] in dv-cinder-778534-7-iscsi is: [{'id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'name': 'tempest-ServerRescueNegativeTestJSON-1156460782-router', 'tenant_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '43f43a89-db86-44cb-a37e-5fc9632a7332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:23Z', 'updated_at': '2021-08-18T15:55:30Z', 'revision_number': 4, 'project_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'gw_port': {'id': '43f43a89-db86-44cb-a37e-5fc9632a7332', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:25Z', 'updated_at': '2021-08-18T15:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '856988cc-c8bb-4915-b426-9450ba439e3e', 'name': '', 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0', 'tenant_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'mac_address': 'fa:16:3e:00:94:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e84d0760-e747-4c13-ac2f-cdf7d90a83a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:28Z', 'updated_at': '2021-08-18T15:55:34Z', 'revision_number': 4, 'project_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'subnets': [{'id': 'e84d0760-e747-4c13-ac2f-cdf7d90a83a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:55:35.599469 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cbe303bf-1617-47c2-86ba-db5b7d4ad47e req-80253620-02c2-4f4e-bcf6-45bc07c733aa tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 210 time: 0.1375225 Aug 18 15:55:35.739592 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-8d276763-3d12-4721-b089-8ec759a96b82 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:35.749131 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-8d276763-3d12-4721-b089-8ec759a96b82 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/networks?id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0 HTTP/1.1" status: 200 len: 819 time: 0.8268998 Aug 18 15:55:35.757122 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627848'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:35.784149 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6e22d56c-8849-464b-9f0f-85ea3fdc7df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:35.796708 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6e22d56c-8849-464b-9f0f-85ea3fdc7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:35.827178 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-58ad5274-91c6-421d-b779-f4dd7784cf1c tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/quotas/1e78890fc8d84a978e7ab7a79a4d6e14 HTTP/1.1" status: 200 len: 375 time: 0.0769553 Aug 18 15:55:35.854709 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.20', 54231) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:35.857163 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22d56c-8849-464b-9f0f-85ea3fdc7df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47c0c98-5e07-4534-9bdb-7c51f28fed84,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:36.185400 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e9a5a8fa-82bf-48f7-91db-7dc9d73b5f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:36.277505 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 856988cc-c8bb-4915-b426-9450ba439e3e up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:55:36.285190 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e9a5a8fa-82bf-48f7-91db-7dc9d73b5f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:36.319294 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6e22d56c-8849-464b-9f0f-85ea3fdc7df6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4fc35522358423099634ca87909ec31&name=default HTTP/1.1" status: 200 len: 2976 time: 1.3661184 Aug 18 15:55:36.334839 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-e9a5a8fa-82bf-48f7-91db-7dc9d73b5f83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76c8fe6d815a4c87b4e2b70218b35f27&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0346823 Aug 18 15:55:36.335802 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57672) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:36.350232 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-162a7752-6fc9-4065-b107-462f92fd4483 req-9b7e8b07-a5da-4c87-b829-74b549f8d765 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 210 time: 0.2462494 Aug 18 15:55:36.353212 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57674) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:36.368562 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472536', 'neutron.services.segments.db._delete_segments_for_network-8780902331073'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:36.674197 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 856988cc-c8bb-4915-b426-9450ba439e3e completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:55:36.674197 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 856988cc-c8bb-4915-b426-9450ba439e3e triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:55:36.674197 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:36.677465 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:36.679313 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-719757b0-5557-4a0f-8d2f-aef41359ff89 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:36.681343 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5a8fa-82bf-48f7-91db-7dc9d73b5f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81e28bb-ef00-41e6-933a-01770623a16d,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:36.681964 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-719757b0-5557-4a0f-8d2f-aef41359ff89 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.20 "GET /v2.0/networks?id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0 HTTP/1.1" status: 200 len: 819 time: 0.7483368 Aug 18 15:55:36.682069 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:36.682238 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-a568e61b-2f02-4532-8206-bec5d56eb213 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1e78890fc8d84a978e7ab7a79a4d6e14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8084517 Aug 18 15:55:36.682238 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Network ae7b7023-460b-4b28-b8eb-4b3713d44050 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:55:36.682238 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:36.690114 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:55:36.717039 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:36.724333 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:36.731176 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:36.733231 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:36.734581 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:36.735724 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:36.736896 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:36.738111 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:36.739326 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:36.740485 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:36.741670 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port 856988cc-c8bb-4915-b426-9450ba439e3e, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=856988cc-c8bb-4915-b426-9450ba439e3e,segment=NetworkSegment(53c2849b-4f81-41a0-bac4-46cf6739a0dd),segment_id=53c2849b-4f81-41a0-bac4-46cf6739a0dd)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:55:36.749037 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:36.749918 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device fefcae98-ff56-411c-b88f-0a15f8b7cb41 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:55:36.789663 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Pushing event updated for resources: {'Port': ['ID=fb81f218-45b9-4512-bb81-fa16315a6675,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:36.905196 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ee947530-b3ed-4bd4-af2c-5aa12af9737d req-19fa55a8-f535-49a3-97f3-903b0254e38b tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 210 time: 0.1515253 Aug 18 15:55:36.957302 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-428cd5d6-e5a7-4274-92d4-43e05a876a7e service neutron] 10.222.0.44 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069427 Aug 18 15:55:36.958117 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=856988cc-c8bb-4915-b426-9450ba439e3e,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:36.964068 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629806'] for router_interface, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:36.992168 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port fefcae98-ff56-411c-b88f-0a15f8b7cb41 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:55:36.992548 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:37.127510 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:37.127896 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:37.128214 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:37.133830 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 15:55:37.133830 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e676f64-2a55-433f-92f0-e47975ab9be2']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:37.163316 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-a7392b38-82ec-4021-b6f9-67e06f6da980 None None] Provisioning for port fb81f218-45b9-4512-bb81-fa16315a6675 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:55:37.168814 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-a7392b38-82ec-4021-b6f9-67e06f6da980 None None] Provisioning complete for port fb81f218-45b9-4512-bb81-fa16315a6675 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:55:37.169168 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-a7392b38-82ec-4021-b6f9-67e06f6da980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:37.185326 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57692) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:37.200466 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-fedddec5-5e4b-439c-82db-f76780103ef0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Request body: {'port': {'device_id': '31dc1ccc-3447-4af7-9c5d-234f5fc372c7', 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0', 'admin_state_up': True, 'tenant_id': '1e78890fc8d84a978e7ab7a79a4d6e14'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:37.230797 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-a7392b38-82ec-4021-b6f9-67e06f6da980 None None] Port fb81f218-45b9-4512-bb81-fa16315a6675 cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:55:37.348046 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-7a36d793-f906-477a-81ea-d42b133cacf3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Made reservation on behalf of 4141e22102df491c9bdda23609fdbe24 for: {'port': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:55:37.354928 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-7a36d793-f906-477a-81ea-d42b133cacf3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:37.372761 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe90a190-c546-4b68-9b73-202ad9950a2f') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:37.373640 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe90a190-c546-4b68-9b73-202ad9950a2f') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:37.475797 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780902098598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13948647'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:37.501491 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0df0d74a-8522-45fe-8b09-c74589393b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:37.595972 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-7d49df93-4551-4fe5-b741-2e4510f5803d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Made reservation on behalf of 06443a016f2045959990e25c6ea2069d for: {'port': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:55:37.599562 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-7d49df93-4551-4fe5-b741-2e4510f5803d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:37.644282 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3f3bde96-2b8b-4473-9dc2-bd39ef028eb3 req-818d597c-6c64-4df6-9121-a13a0c749601 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 210 time: 0.0806007 Aug 18 15:55:37.645203 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-af388cb3-a358-444f-9547-8a096f66fb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:37.708454 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:37.762054 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-91f841b0-b904-4c82-9c98-119862aa1cc5 service neutron] 10.222.0.44 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7002034 Aug 18 15:55:37.774264 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:37.815640 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:55:37.816485 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13947635'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: from cryptography.utils import int_from_bytes Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: from cryptography.utils import int_from_bytes Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: timer() Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: cb(*args, **kw) Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: self._notify() Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: self.callback(batched_events) Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: event.method(event) Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._get(url).json() Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:55:37.832871 dv-cinder-778534-7-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:55:38.073394 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0df0d74a-8522-45fe-8b09-c74589393b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:38.095697 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5500ab65-7030-4428-a308-d16b0d8ccaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:38.108565 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-7a36d793-f906-477a-81ea-d42b133cacf3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Allocated IP 172.20.0.4 (a7381a63-f1fa-40d7-86d5-830b21cc478c/91139440-0498-4366-9223-66853c993206/f422ab3c-2b76-4670-9bfe-2b529f9b5a22) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:55:38.123450 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 856988cc-c8bb-4915-b426-9450ba439e3e up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:55:38.174773 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-7d49df93-4551-4fe5-b741-2e4510f5803d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Allocated IP 172.20.0.7 (ded6a12f-c97d-4ae6-9b6e-e603929da08f/b52c0bc6-a98c-4339-8dca-fc30af79af14/d653ec34-d5c2-4ad5-9350-e40b4732b21e) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:55:38.219217 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468348'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:38.228722 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 856988cc-c8bb-4915-b426-9450ba439e3e triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:55:38.230087 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:38.242063 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5500ab65-7030-4428-a308-d16b0d8ccaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:38.255966 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:38.258005 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3e676f64-2a55-433f-92f0-e47975ab9be2 HTTP/1.1" status: 204 len: 168 time: 2.7070162 Aug 18 15:55:38.298687 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61573475-96de-4c20-8563-f72565f216b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e676f64-2a55-433f-92f0-e47975ab9be2,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:38.355845 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0df0d74a-8522-45fe-8b09-c74589393b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:38.358583 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0df0d74a-8522-45fe-8b09-c74589393b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:38.359740 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-0df0d74a-8522-45fe-8b09-c74589393b3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a81e28bb-ef00-41e6-933a-01770623a16d HTTP/1.1" status: 204 len: 168 time: 1.9875028 Aug 18 15:55:38.410823 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0d74a-8522-45fe-8b09-c74589393b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81e28bb-ef00-41e6-933a-01770623a16d,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:38.484411 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5500ab65-7030-4428-a308-d16b0d8ccaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:38.487071 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5500ab65-7030-4428-a308-d16b0d8ccaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:38.488530 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-5500ab65-7030-4428-a308-d16b0d8ccaef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e47c0c98-5e07-4534-9bdb-7c51f28fed84 HTTP/1.1" status: 204 len: 168 time: 2.1429524 Aug 18 15:55:38.514068 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500ab65-7030-4428-a308-d16b0d8ccaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47c0c98-5e07-4534-9bdb-7c51f28fed84,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:38.515483 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-7d49df93-4551-4fe5-b741-2e4510f5803d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:38.545928 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-7a36d793-f906-477a-81ea-d42b133cacf3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:38.609929 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-7a36d793-f906-477a-81ea-d42b133cacf3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:38.679678 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57716) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:38.711529 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-7a36d793-f906-477a-81ea-d42b133cacf3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Network a7381a63-f1fa-40d7-86d5-830b21cc478c is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:55:38.719885 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-7a36d793-f906-477a-81ea-d42b133cacf3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:38.744908 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-7a36d793-f906-477a-81ea-d42b133cacf3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:55:38.812217 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36d793-f906-477a-81ea-d42b133cacf3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Pushing event updated for resources: {'Port': ['ID=f422ab3c-2b76-4670-9bfe-2b529f9b5a22,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:38.838503 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c98dd46d-f6fa-40c3-8fb3-bac93e69fa56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b46d1cde73b24bef9b8842a44446c0fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1551895 Aug 18 15:55:38.845155 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-7a36d793-f906-477a-81ea-d42b133cacf3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:38.846184 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-7a36d793-f906-477a-81ea-d42b133cacf3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:38.860376 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57722) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:38.886047 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b9228076-3d6a-4aa8-8b65-814719ae8337 req-584a1e2b-0a9c-4677-8704-beb8274c14d6 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 210 time: 0.3115919 Aug 18 15:55:39.036052 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:39.050635 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefb732-418e-433f-ae1e-8a54cab5e7a2 req-65193edc-6123-443a-9293-4cec40b37e40 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:39.059532 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5fefb732-418e-433f-ae1e-8a54cab5e7a2 req-65193edc-6123-443a-9293-4cec40b37e40 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 931 time: 0.9970226 Aug 18 15:55:39.063747 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-7d49df93-4551-4fe5-b741-2e4510f5803d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:39.087357 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:39.093187 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-29d55943-b32d-4e25-9d13-afe41c7587a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:39.131641 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-29d55943-b32d-4e25-9d13-afe41c7587a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:39.207722 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-29d55943-b32d-4e25-9d13-afe41c7587a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:39.213614 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-29d55943-b32d-4e25-9d13-afe41c7587a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:39.219129 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-29d55943-b32d-4e25-9d13-afe41c7587a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3cde4cf8-ed9b-44f2-b169-77580995e5e1 HTTP/1.1" status: 204 len: 168 time: 0.3566036 Aug 18 15:55:39.238932 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d55943-b32d-4e25-9d13-afe41c7587a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cde4cf8-ed9b-44f2-b169-77580995e5e1,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:39.258771 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-af388cb3-a358-444f-9547-8a096f66fb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:39.279325 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-7a36d793-f906-477a-81ea-d42b133cacf3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9030352 Aug 18 15:55:39.280214 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5fefb732-418e-433f-ae1e-8a54cab5e7a2 req-f3240c56-1c09-436a-8672-69a5d441a016 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196951 Aug 18 15:55:39.313446 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-af388cb3-a358-444f-9547-8a096f66fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:39.326014 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-bafa65b6-5528-4265-8ee2-f0d3e4bbcd27 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:55:39.327232 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-bafa65b6-5528-4265-8ee2-f0d3e4bbcd27 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165582 Aug 18 15:55:39.343922 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-fedddec5-5e4b-439c-82db-f76780103ef0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Made reservation on behalf of 1e78890fc8d84a978e7ab7a79a4d6e14 for: {'port': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:55:39.347539 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-fedddec5-5e4b-439c-82db-f76780103ef0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:39.375171 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-af388cb3-a358-444f-9547-8a096f66fb32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=625da7123a124aaea50d8324f40a4042&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1877155 Aug 18 15:55:39.390106 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57732) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:39.391575 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff7653-5d04-4b48-bacc-e1ef0eb35ce2 req-2dc3d2e6-e9da-49a3-b43b-cffadde4b386 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:39.393483 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a3ff7653-5d04-4b48-bacc-e1ef0eb35ce2 req-2dc3d2e6-e9da-49a3-b43b-cffadde4b386 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 931 time: 0.2837355 Aug 18 15:55:39.396161 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-7d49df93-4551-4fe5-b741-2e4510f5803d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Network ded6a12f-c97d-4ae6-9b6e-e603929da08f is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:55:39.410150 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629850'] for router_interface, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:39.425005 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-7d49df93-4551-4fe5-b741-2e4510f5803d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:39.440292 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Pushing event updated for resources: {'Port': ['ID=fb81f218-45b9-4512-bb81-fa16315a6675,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:39.470193 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-7d49df93-4551-4fe5-b741-2e4510f5803d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:55:39.549561 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-7d49df93-4551-4fe5-b741-2e4510f5803d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:39.550374 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-7d49df93-4551-4fe5-b741-2e4510f5803d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:39.599952 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57734) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:39.713787 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-81d6edf3-09ae-4bb7-a817-efee1c3c84f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:39.744894 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49df93-4551-4fe5-b741-2e4510f5803d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Pushing event updated for resources: {'Port': ['ID=d653ec34-d5c2-4ad5-9350-e40b4732b21e,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:39.756371 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af388cb3-a358-444f-9547-8a096f66fb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c226158-f196-44fd-a554-8bfa9b25eeea,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:39.788083 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-81d6edf3-09ae-4bb7-a817-efee1c3c84f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:39.808282 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a3ff7653-5d04-4b48-bacc-e1ef0eb35ce2 req-2838f1f4-c3ce-4311-aa1c-398d146609fe tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992727 Aug 18 15:55:39.809373 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-1d569fef-4c14-465c-98cd-81509f4165ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:39.850748 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-7d49df93-4551-4fe5-b741-2e4510f5803d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3707545 Aug 18 15:55:39.949088 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57744) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:40.005307 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-fedddec5-5e4b-439c-82db-f76780103ef0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Allocated IP 172.20.0.11 (15a0504c-06b5-46fa-81c3-b3b20e1d40d0/e84d0760-e747-4c13-ac2f-cdf7d90a83a3/822aeee9-a8b6-4462-86c9-05cf4f09e97b) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:55:40.021668 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-81d6edf3-09ae-4bb7-a817-efee1c3c84f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:40.024276 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-81d6edf3-09ae-4bb7-a817-efee1c3c84f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:40.025725 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-81d6edf3-09ae-4bb7-a817-efee1c3c84f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c226158-f196-44fd-a554-8bfa9b25eeea HTTP/1.1" status: 204 len: 168 time: 0.6330760 Aug 18 15:55:40.034642 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Network ae7b7023-460b-4b28-b8eb-4b3713d44050 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:55:40.064395 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6edf3-09ae-4bb7-a817-efee1c3c84f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c226158-f196-44fd-a554-8bfa9b25eeea,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:40.076191 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:40.148067 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fb8fe426-24d5-40b5-9dcf-0a172ccaf1b5 req-f222440b-f5d1-40b3-bfdc-72fd2da94826 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 210 time: 0.1155267 Aug 18 15:55:40.247480 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-17be1302-479f-4983-a0d8-9800370b1048 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dda1b81c479440a08717ff2f03ff8922&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2936108 Aug 18 15:55:40.248329 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57748) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:40.479539 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-fedddec5-5e4b-439c-82db-f76780103ef0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:40.488922 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-afbb25cc-ff1f-48de-af21-95740a0052c0 None None] Provisioning complete for port fb81f218-45b9-4512-bb81-fa16315a6675 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:55:40.489496 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-afbb25cc-ff1f-48de-af21-95740a0052c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:40.579465 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-fedddec5-5e4b-439c-82db-f76780103ef0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:40.582197 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-1d569fef-4c14-465c-98cd-81509f4165ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:40.600262 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-1d569fef-4c14-465c-98cd-81509f4165ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:40.603537 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-afbb25cc-ff1f-48de-af21-95740a0052c0 None None] Port fb81f218-45b9-4512-bb81-fa16315a6675 cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:55:40.627421 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:55:40.666729 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2400be20-1df9-44fe-826a-4968bef89fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:40.684768 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedddec5-5e4b-439c-82db-f76780103ef0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Pushing event updated for resources: {'Port': ['ID=822aeee9-a8b6-4462-86c9-05cf4f09e97b,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:40.692191 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-fedddec5-5e4b-439c-82db-f76780103ef0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Network 15a0504c-06b5-46fa-81c3-b3b20e1d40d0 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:55:40.693739 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-fedddec5-5e4b-439c-82db-f76780103ef0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:40.697809 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2400be20-1df9-44fe-826a-4968bef89fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:40.711774 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-fedddec5-5e4b-439c-82db-f76780103ef0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:55:40.717322 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d569fef-4c14-465c-98cd-81509f4165ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d2f428-f25a-4aa9-94b9-30e3bda8e56d,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:40.816581 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-fedddec5-5e4b-439c-82db-f76780103ef0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:40.817835 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-fedddec5-5e4b-439c-82db-f76780103ef0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:40.840552 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-fedddec5-5e4b-439c-82db-f76780103ef0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6524084 Aug 18 15:55:40.855271 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-1d569fef-4c14-465c-98cd-81509f4165ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=904223a1517548179f267d0d8f930aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2538445 Aug 18 15:55:40.858276 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57770) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:40.869433 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd800d-f262-421c-b5be-ec1ecd57fa48 req-9f73ec2e-6bf5-4513-b53d-f77e78ecf495 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:40.872283 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-81dd800d-f262-421c-b5be-ec1ecd57fa48 req-9f73ec2e-6bf5-4513-b53d-f77e78ecf495 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 931 time: 0.3712902 Aug 18 15:55:41.293307 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-81dd800d-f262-421c-b5be-ec1ecd57fa48 req-7613cc7f-4fa4-4d56-a5e2-e56699413412 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863828 Aug 18 15:55:41.311156 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2400be20-1df9-44fe-826a-4968bef89fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:41.325957 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2400be20-1df9-44fe-826a-4968bef89fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:41.325957 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-2400be20-1df9-44fe-826a-4968bef89fa5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/04258476-b7d4-4de0-9b0a-bfbafe901626 HTTP/1.1" status: 204 len: 168 time: 1.0630591 Aug 18 15:55:41.335275 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400be20-1df9-44fe-826a-4968bef89fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04258476-b7d4-4de0-9b0a-bfbafe901626,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:41.338493 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-dd8e77ed-f12f-43c8-8f30-445554d97fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:41.433520 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206513f-7430-4a41-a844-d505622958e3 req-e0f5d608-64f3-4d27-a771-daad20bd8f43 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:41.441135 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e206513f-7430-4a41-a844-d505622958e3 req-e0f5d608-64f3-4d27-a771-daad20bd8f43 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 931 time: 0.5068226 Aug 18 15:55:41.450285 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:55:41.460579 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Sync routers for ids ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:55:41.463770 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-76dd0c38-93c7-452d-bf19-2208bfede17c admin admin] 10.222.0.44 "PUT /v2.0/routers/79b82f34-a26b-4a9b-8102-8d1d302eeb9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1252398 Aug 18 15:55:41.476716 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Routers {'79b82f34-a26b-4a9b-8102-8d1d302eeb9e'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:55:41.477684 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:55:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:41.508710 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-dd8e77ed-f12f-43c8-8f30-445554d97fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:41.546955 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c7a8ab72-4afb-4e1d-9780-0dcfb3712235 req-cda19718-5745-4c7e-9e33-0b4eb3af674a tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 210 time: 0.1028943 Aug 18 15:55:41.568544 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e206513f-7430-4a41-a844-d505622958e3 req-b5918c0b-96b1-4852-b369-ff3c7698c159 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262684 Aug 18 15:55:41.616268 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Set router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:55:41.648873 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-dd8e77ed-f12f-43c8-8f30-445554d97fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:41.656093 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-dd8e77ed-f12f-43c8-8f30-445554d97fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:41.657503 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-dd8e77ed-f12f-43c8-8f30-445554d97fb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/61d2f428-f25a-4aa9-94b9-30e3bda8e56d HTTP/1.1" status: 204 len: 168 time: 0.7840183 Aug 18 15:55:41.674284 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e77ed-f12f-43c8-8f30-445554d97fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d2f428-f25a-4aa9-94b9-30e3bda8e56d,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:41.994945 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:37Z', 'revision_number': 4, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'fb81f218-45b9-4512-bb81-fa16315a6675', 'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'mac_address': 'fa:16:3e:96:09:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:33Z', 'updated_at': '2021-08-18T15:55:38Z', 'revision_number': 2, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'subnets': [{'id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:42.028752 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Checking router: 79b82f34-a26b-4a9b-8102-8d1d302eeb9e for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:55:42.029110 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Updating router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e port fb81f218-45b9-4512-bb81-fa16315a6675 binding host dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:55:42.065903 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:42.442716 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:42.463679 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Transition to ACTIVE for port object fb81f218-45b9-4512-bb81-fa16315a6675 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:55:42.484055 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:42.619282 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf0c52-0fb3-44e8-8131-21353378c0ac req-d1e8e4ab-1932-4d19-ab91-1e39e0d6d004 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:42.636867 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-37bf0c52-0fb3-44e8-8131-21353378c0ac req-d1e8e4ab-1932-4d19-ab91-1e39e0d6d004 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 931 time: 0.1527748 Aug 18 15:55:42.792833 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-37bf0c52-0fb3-44e8-8131-21353378c0ac req-8402587a-a2d0-4cc4-b29d-4330d3d22538 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498218 Aug 18 15:55:42.979456 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b5d91-9b2e-4e88-bcde-b09fa2090e1d None None] Pushing event updated for resources: {'Port': ['ID=fb81f218-45b9-4512-bb81-fa16315a6675,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:42.987572 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Attempting to bind port fb81f218-45b9-4512-bb81-fa16315a6675 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:55:42.987663 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Attempting to bind port fb81f218-45b9-4512-bb81-fa16315a6675 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:55:42.987965 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Attempting to bind port fb81f218-45b9-4512-bb81-fa16315a6675 on network ae7b7023-460b-4b28-b8eb-4b3713d44050 {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:55:42.995673 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:55:42.995982 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Checking segment: {'id': 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:55:42.996384 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:42.996797 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Bound using segment: {'id': 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:55:42.997404 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Bound port: fb81f218-45b9-4512-bb81-fa16315a6675, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:55:42.997848 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:43.033830 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5af291ba-24a0-4dc4-9fbe-971dda1e9a47 req-9e1333d5-1205-4b13-ada3-402a2c994bf9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 210 time: 0.0759172 Aug 18 15:55:43.119618 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] For port fb81f218-45b9-4512-bb81-fa16315a6675, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:55:43.122973 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] For port fb81f218-45b9-4512-bb81-fa16315a6675, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=fb81f218-45b9-4512-bb81-fa16315a6675,segment=NetworkSegment(f0c592b3-ba7d-4fbe-a26b-9c2387ca595a),segment_id=f0c592b3-ba7d-4fbe-a26b-9c2387ca595a)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:55:43.129022 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:43.154931 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57844) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:43.169987 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-7d8892a1-d294-49b7-ab63-f513c2203ad3 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--739209018', 'description': 'tempest-description--972465080'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:43.243735 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce112960-41b7-482f-8220-f50a3f71f3df req-500b2f05-c89d-44ef-a245-e60f1d26b61d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:43.252364 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ce112960-41b7-482f-8220-f50a3f71f3df req-500b2f05-c89d-44ef-a245-e60f1d26b61d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 931 time: 0.1209965 Aug 18 15:55:43.264723 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7d8892a1-d294-49b7-ab63-f513c2203ad3 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:43.286829 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b5d91-9b2e-4e88-bcde-b09fa2090e1d None None] Pushing event updated for resources: {'Port': ['ID=fb81f218-45b9-4512-bb81-fa16315a6675,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:43.361975 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ce112960-41b7-482f-8220-f50a3f71f3df req-19fec0af-919b-4c38-8d9e-247e94d28388 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980356 Aug 18 15:55:43.388292 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Routers {'79b82f34-a26b-4a9b-8102-8d1d302eeb9e'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:55:43.389438 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:55:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:43.477038 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7d8892a1-d294-49b7-ab63-f513c2203ad3 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:43.484442 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7d8892a1-d294-49b7-ab63-f513c2203ad3 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:43.571243 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7d8892a1-d294-49b7-ab63-f513c2203ad3 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:43.573044 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-7d8892a1-d294-49b7-ab63-f513c2203ad3 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4168184 Aug 18 15:55:43.575988 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57854) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:43.582566 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-c5d9175b-e9f6-4fbc-92b3-936a1ce7eb71 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Request body: {'security_group_rule': {'security_group_id': '2f144e96-ea8b-46d1-8669-b5b49bb059a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:43.586290 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] Set router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:55:43.603119 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8892a1-d294-49b7-ab63-f513c2203ad3 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f144e96-ea8b-46d1-8669-b5b49bb059a4,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:43.699851 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c5d9175b-e9f6-4fbc-92b3-936a1ce7eb71 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:43.898551 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:37Z', 'revision_number': 4, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'fb81f218-45b9-4512-bb81-fa16315a6675', 'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'mac_address': 'fa:16:3e:96:09:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:33Z', 'updated_at': '2021-08-18T15:55:43Z', 'revision_number': 4, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'subnets': [{'id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:55:43.911256 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c5d9175b-e9f6-4fbc-92b3-936a1ce7eb71 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:43.926488 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c5d9175b-e9f6-4fbc-92b3-936a1ce7eb71 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:43.932771 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748fea4f-8e2a-42fb-a0db-3d5c04e18dce None None] The sync data for ids ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'] in dv-cinder-778534-7-iscsi is: [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:37Z', 'revision_number': 4, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'fb81f218-45b9-4512-bb81-fa16315a6675', 'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'mac_address': 'fa:16:3e:96:09:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:33Z', 'updated_at': '2021-08-18T15:55:43Z', 'revision_number': 4, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'subnets': [{'id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:55:44.043556 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9175b-e9f6-4fbc-92b3-936a1ce7eb71 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8917e8-add8-4ae6-b0b7-7875cff2be51,revision_number=0']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:44.053714 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c5d9175b-e9f6-4fbc-92b3-936a1ce7eb71 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:44.055589 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-c5d9175b-e9f6-4fbc-92b3-936a1ce7eb71 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4780073 Aug 18 15:55:44.058252 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57880) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:44.067089 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-8f086cb7-c05c-4be2-86d4-051f9ad6dee5 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Request body: {'security_group_rule': {'security_group_id': '2f144e96-ea8b-46d1-8669-b5b49bb059a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:44.089965 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ad088-76b0-4dff-93d6-a53b73b83519 req-679e6dc7-38a8-44a0-946d-ada31d85567c tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:44.092252 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-da2ad088-76b0-4dff-93d6-a53b73b83519 req-679e6dc7-38a8-44a0-946d-ada31d85567c tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 931 time: 0.1107037 Aug 18 15:55:44.178101 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-da2ad088-76b0-4dff-93d6-a53b73b83519 req-caf02fdc-e565-47b8-a9c7-bcf800e2ff67 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706468 Aug 18 15:55:44.179844 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8f086cb7-c05c-4be2-86d4-051f9ad6dee5 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:44.261336 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4eae47ee-fb16-482f-8c97-f36867260248 req-5c4ba337-f1ac-4038-99bb-b7195af8d109 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 210 time: 0.0464907 Aug 18 15:55:44.272712 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Request body: {'port': {'device_id': '3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:44.328285 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Request body: {'port': {'device_id': '31dc1ccc-3447-4af7-9c5d-234f5fc372c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:44.501689 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:44.576744 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:44.580582 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8f086cb7-c05c-4be2-86d4-051f9ad6dee5 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:44.641678 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8f086cb7-c05c-4be2-86d4-051f9ad6dee5 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:44.662470 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Request body: {'port': {'device_id': 'e76f87bc-3016-40a8-9e82-fe63a3bb3f83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:44.725481 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8f086cb7-c05c-4be2-86d4-051f9ad6dee5 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:44.729928 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-8f086cb7-c05c-4be2-86d4-051f9ad6dee5 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6665809 Aug 18 15:55:44.730559 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 57890) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:44.754602 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Request body: {'floatingip': {'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:44.778345 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-7c275a1a-49f3-4103-b139-e2dfb8aec504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:44.809418 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f086cb7-c05c-4be2-86d4-051f9ad6dee5 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c6c628-ae79-41fb-b0e7-541a197199ad,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:44.866447 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561309d-1e61-402f-a4b6-a1a617ea2171 req-cb092e88-b78c-4d75-8f4b-55de673bc322 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:44.871672 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1561309d-1e61-402f-a4b6-a1a617ea2171 req-cb092e88-b78c-4d75-8f4b-55de673bc322 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 931 time: 0.3762317 Aug 18 15:55:44.885694 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.20', 54236) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:45.174161 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-cee9bf43-f545-4286-af7f-992a3ead5a92 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:45.183763 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-cee9bf43-f545-4286-af7f-992a3ead5a92 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.20 "GET /v2.0/networks?id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0 HTTP/1.1" status: 200 len: 819 time: 0.2882204 Aug 18 15:55:45.286445 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-4d409125-e6c8-41c4-a66d-3e364302c6e2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Request body: {'port': {'device_id': 'a6b2e063-1bd1-4048-be27-6ab73f2c061a', 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0', 'admin_state_up': True, 'tenant_id': '1e78890fc8d84a978e7ab7a79a4d6e14'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:45.540657 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1561309d-1e61-402f-a4b6-a1a617ea2171 req-8d3c83ff-9e13-44b0-951a-58630d8f96f6 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6575789 Aug 18 15:55:45.545169 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:45.889510 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e43c5470-a467-4a7b-b241-e2aa68e67839 req-49529347-4c4e-48be-b378-54ff333bd167 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 210 time: 0.1041782 Aug 18 15:55:46.002230 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-4d409125-e6c8-41c4-a66d-3e364302c6e2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Made reservation on behalf of 1e78890fc8d84a978e7ab7a79a4d6e14 for: {'port': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:55:46.026343 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-4d409125-e6c8-41c4-a66d-3e364302c6e2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:46.099072 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc3973-4021-46a3-ab39-1fd7946c424a req-6fbd5d2a-67a4-42b5-bedd-1d830a8e6c5b tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:46.103515 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-58cc3973-4021-46a3-ab39-1fd7946c424a req-6fbd5d2a-67a4-42b5-bedd-1d830a8e6c5b tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 931 time: 0.5720668 Aug 18 15:55:46.116932 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for floatingip, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:46.199039 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device fb81f218-45b9-4512-bb81-fa16315a6675 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:55:46.355612 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port fb81f218-45b9-4512-bb81-fa16315a6675 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:55:46.363070 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port fb81f218-45b9-4512-bb81-fa16315a6675 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:55:46.363471 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:46.604371 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d653ec34-d5c2-4ad5-9350-e40b4732b21e {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:55:46.614130 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:46.619585 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:46.632429 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Transition to ACTIVE for port object d653ec34-d5c2-4ad5-9350-e40b4732b21e will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:55:46.708118 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port fb81f218-45b9-4512-bb81-fa16315a6675, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=fb81f218-45b9-4512-bb81-fa16315a6675,segment=NetworkSegment(f0c592b3-ba7d-4fbe-a26b-9c2387ca595a),segment_id=f0c592b3-ba7d-4fbe-a26b-9c2387ca595a)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:55:46.720391 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:46.733271 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:46.822859 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=fb81f218-45b9-4512-bb81-fa16315a6675,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:46.831551 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Pushing event updated for resources: {'Port': ['ID=d653ec34-d5c2-4ad5-9350-e40b4732b21e,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:46.856238 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f422ab3c-2b76-4670-9bfe-2b529f9b5a22 {{(pid=93846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:55:46.886943 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:46.897231 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 57954) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:47.068144 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-58cc3973-4021-46a3-ab39-1fd7946c424a req-0b24cbdc-2443-46b4-ad10-47baecfc4abc tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9017315 Aug 18 15:55:47.108998 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e507f-6180-48bc-bf1b-0a748a43e3a9 req-ffa64195-6739-4b12-a1fd-a729432ca46e tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:47.121676 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Transition to ACTIVE for port object f422ab3c-2b76-4670-9bfe-2b529f9b5a22 will not be triggered until provisioned by entity L2. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:55:47.126175 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c9e507f-6180-48bc-bf1b-0a748a43e3a9 req-ffa64195-6739-4b12-a1fd-a729432ca46e tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 943 time: 0.4066117 Aug 18 15:55:47.177632 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:47.322706 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7a2c79d-2d64-4a94-ba36-5d0ed2239d06 req-0373b80f-4915-4362-a577-3ffd0be2ad45 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 210 time: 0.0665669 Aug 18 15:55:47.341174 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c9e507f-6180-48bc-bf1b-0a748a43e3a9 req-a946fbeb-5480-4880-a834-3f063acbcd31 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086296 Aug 18 15:55:47.362701 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Pushing event updated for resources: {'Port': ['ID=f422ab3c-2b76-4670-9bfe-2b529f9b5a22,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:47.374294 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:47.390054 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Attempting to bind port d653ec34-d5c2-4ad5-9350-e40b4732b21e on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:55:47.390703 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Attempting to bind port d653ec34-d5c2-4ad5-9350-e40b4732b21e by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'ff65f942-dfb0-45eb-8c13-f7328f8e3a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ded6a12f-c97d-4ae6-9b6e-e603929da08f'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:55:47.391494 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Attempting to bind port d653ec34-d5c2-4ad5-9350-e40b4732b21e on network ded6a12f-c97d-4ae6-9b6e-e603929da08f {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:55:47.397480 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Port d653ec34-d5c2-4ad5-9350-e40b4732b21e on network ded6a12f-c97d-4ae6-9b6e-e603929da08f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:55:47.398049 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Attempting to bind port d653ec34-d5c2-4ad5-9350-e40b4732b21e on network ded6a12f-c97d-4ae6-9b6e-e603929da08f {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:55:47.405474 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:55:47.406249 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Checking segment: {'id': 'ff65f942-dfb0-45eb-8c13-f7328f8e3a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ded6a12f-c97d-4ae6-9b6e-e603929da08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:55:47.407058 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Bound using segment: {'id': 'ff65f942-dfb0-45eb-8c13-f7328f8e3a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ded6a12f-c97d-4ae6-9b6e-e603929da08f'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:55:47.407887 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Bound port: d653ec34-d5c2-4ad5-9350-e40b4732b21e, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff65f942-dfb0-45eb-8c13-f7328f8e3a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ded6a12f-c97d-4ae6-9b6e-e603929da08f'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:55:47.408610 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:47.560485 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7791ccd4-cd45-4d72-98b0-7d9106c4939c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:47.595310 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Allocated IP 172.27.2.203 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/5dfa62ae-cd7b-4c4f-b92a-e711007d2640) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:55:47.600085 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] For port d653ec34-d5c2-4ad5-9350-e40b4732b21e, host hv-cinder-77853, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:55:47.609062 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] For port d653ec34-d5c2-4ad5-9350-e40b4732b21e, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d653ec34-d5c2-4ad5-9350-e40b4732b21e,segment=NetworkSegment(ff65f942-dfb0-45eb-8c13-f7328f8e3a74),segment_id=ff65f942-dfb0-45eb-8c13-f7328f8e3a74)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:55:47.621906 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:47.684562 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-f62de0fc-3799-49fb-b05e-29f01e03cc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:47.716773 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822aeee9-a8b6-4462-86c9-05cf4f09e97b {{(pid=93846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:55:47.731224 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:47.732189 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:47.734129 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] 10.222.0.20 "PUT /v2.0/ports/d653ec34-d5c2-4ad5-9350-e40b4732b21e HTTP/1.1" status: 200 len: 1093 time: 3.8925190 Aug 18 15:55:47.734878 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76f87bc-3016-40a8-9e82-fe63a3bb3f83', 'tag': 'd653ec34-d5c2-4ad5-9350-e40b4732b21e'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:55:47.738221 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:47.754640 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Transition to ACTIVE for port object 822aeee9-a8b6-4462-86c9-05cf4f09e97b will not be triggered until provisioned by entity L2. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:55:47.773133 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:47.885519 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a42e7-5b0c-468f-8bf7-3bb5daf96180 service neutron] Pushing event updated for resources: {'Port': ['ID=d653ec34-d5c2-4ad5-9350-e40b4732b21e,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:47.889122 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:47.924484 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Pushing event updated for resources: {'Port': ['ID=822aeee9-a8b6-4462-86c9-05cf4f09e97b,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:47.967191 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-4d409125-e6c8-41c4-a66d-3e364302c6e2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Allocated IP 172.20.0.7 (15a0504c-06b5-46fa-81c3-b3b20e1d40d0/e84d0760-e747-4c13-ac2f-cdf7d90a83a3/923b9e48-e53d-497c-933c-c17d0383bfba) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:55:48.070071 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7791ccd4-cd45-4d72-98b0-7d9106c4939c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:48.100041 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7791ccd4-cd45-4d72-98b0-7d9106c4939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:48.116889 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device fb81f218-45b9-4512-bb81-fa16315a6675 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:55:48.119624 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba42214-c182-4ab9-baf3-a757c6ef2a01" -d '{"events": [{"name": "network-changed", "server_uuid": "e76f87bc-3016-40a8-9e82-fe63a3bb3f83", "tag": "d653ec34-d5c2-4ad5-9350-e40b4732b21e"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:55:48.199002 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port fb81f218-45b9-4512-bb81-fa16315a6675 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:55:48.199718 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:48.269780 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Attempting to bind port f422ab3c-2b76-4670-9bfe-2b529f9b5a22 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:55:48.270280 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Attempting to bind port f422ab3c-2b76-4670-9bfe-2b529f9b5a22 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'b1aede34-5cf3-493b-a119-21a7119c1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c'}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:55:48.270494 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Attempting to bind port f422ab3c-2b76-4670-9bfe-2b529f9b5a22 on network a7381a63-f1fa-40d7-86d5-830b21cc478c {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:55:48.282539 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:48.284956 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Port f422ab3c-2b76-4670-9bfe-2b529f9b5a22 on network a7381a63-f1fa-40d7-86d5-830b21cc478c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:55:48.285319 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Attempting to bind port f422ab3c-2b76-4670-9bfe-2b529f9b5a22 on network a7381a63-f1fa-40d7-86d5-830b21cc478c {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:55:48.302051 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:55:48.302437 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Checking segment: {'id': 'b1aede34-5cf3-493b-a119-21a7119c1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:55:48.302964 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Bound using segment: {'id': 'b1aede34-5cf3-493b-a119-21a7119c1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c'} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:55:48.303507 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Bound port: f422ab3c-2b76-4670-9bfe-2b529f9b5a22, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1aede34-5cf3-493b-a119-21a7119c1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c'}}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:55:48.303866 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:48.346911 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-7791ccd4-cd45-4d72-98b0-7d9106c4939c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44b65a7516f74c86a5a3f7eb8ade4c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4445395 Aug 18 15:55:48.375822 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 58002) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:48.400511 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] For port f422ab3c-2b76-4670-9bfe-2b529f9b5a22, host hv-cinder-77853, cleared binding levels {{(pid=93846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:55:48.405804 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] For port f422ab3c-2b76-4670-9bfe-2b529f9b5a22, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=f422ab3c-2b76-4670-9bfe-2b529f9b5a22,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:55:48.423260 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:48.429816 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791ccd4-cd45-4d72-98b0-7d9106c4939c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b23ed6a-28ca-4130-bcfe-fcba7acc42a2,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:48.453976 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Attempting to bind port 822aeee9-a8b6-4462-86c9-05cf4f09e97b on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:55:48.454771 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Attempting to bind port 822aeee9-a8b6-4462-86c9-05cf4f09e97b by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '53c2849b-4f81-41a0-bac4-46cf6739a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0'}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:55:48.455119 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Attempting to bind port 822aeee9-a8b6-4462-86c9-05cf4f09e97b on network 15a0504c-06b5-46fa-81c3-b3b20e1d40d0 {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:55:48.473532 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:48.475743 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:48.478343 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] 10.222.0.20 "PUT /v2.0/ports/f422ab3c-2b76-4670-9bfe-2b529f9b5a22 HTTP/1.1" status: 200 len: 1093 time: 4.6792226 Aug 18 15:55:48.479440 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3', 'tag': 'f422ab3c-2b76-4670-9bfe-2b529f9b5a22'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:55:48.551151 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 58010) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:48.560113 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557dd64b-ed59-444d-aefb-fe9ed6e629b8 x-openstack-request-id: req-557dd64b-ed59-444d-aefb-fe9ed6e629b8 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:55:48.560408 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76f87bc-3016-40a8-9e82-fe63a3bb3f83", "tag": "d653ec34-d5c2-4ad5-9350-e40b4732b21e", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:55:48.560657 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-557dd64b-ed59-444d-aefb-fe9ed6e629b8 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:55:48.561177 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76f87bc-3016-40a8-9e82-fe63a3bb3f83', 'tag': 'd653ec34-d5c2-4ad5-9350-e40b4732b21e', 'status': 'completed', 'code': 200} Aug 18 15:55:48.572128 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Port 822aeee9-a8b6-4462-86c9-05cf4f09e97b on network 15a0504c-06b5-46fa-81c3-b3b20e1d40d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:55:48.572945 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Attempting to bind port 822aeee9-a8b6-4462-86c9-05cf4f09e97b on network 15a0504c-06b5-46fa-81c3-b3b20e1d40d0 {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:55:48.607130 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:55:48.607774 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Checking segment: {'id': '53c2849b-4f81-41a0-bac4-46cf6739a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:55:48.608382 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Bound using segment: {'id': '53c2849b-4f81-41a0-bac4-46cf6739a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0'} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:55:48.609076 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Bound port: 822aeee9-a8b6-4462-86c9-05cf4f09e97b, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c2849b-4f81-41a0-bac4-46cf6739a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0'}}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:55:48.609673 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:48.612689 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-f55ad6ee-0c63-4a3b-81b1-7f908aed9d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:48.614313 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-f55ad6ee-0c63-4a3b-81b1-7f908aed9d6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06443a016f2045959990e25c6ea2069d&device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 1096 time: 0.4399302 Aug 18 15:55:48.648575 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840d022-9de7-4534-9e8f-87d128bcadf6 req-3d9623be-9946-4a86-ad49-e83f45537f64 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:48.650861 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6840d022-9de7-4534-9e8f-87d128bcadf6 req-3d9623be-9946-4a86-ad49-e83f45537f64 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 943 time: 0.3636823 Aug 18 15:55:48.651542 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c2484220df23b53d05c574a87c61816e9fe22f18d36342348500485cedff23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac39e1e-8cac-4f9d-b89f-bc4c0f686fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3", "tag": "f422ab3c-2b76-4670-9bfe-2b529f9b5a22"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:55:48.724599 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc1326-58c3-4d7a-9493-630853485998 service neutron] Pushing event updated for resources: {'Port': ['ID=f422ab3c-2b76-4670-9bfe-2b529f9b5a22,revision_number=3']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:48.749205 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:48.770224 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-eef9818f-13b9-41ab-92af-7e254e093292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:48.771965 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-eef9818f-13b9-41ab-92af-7e254e093292 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4141e22102df491c9bdda23609fdbe24&device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 1096 time: 0.2227435 Aug 18 15:55:48.825551 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:48.893746 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-9bcb616e-cf6a-4c1c-a84a-0edbe0a501bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f422ab3c-2b76-4670-9bfe-2b529f9b5a22 HTTP/1.1" status: 200 len: 217 time: 0.1101909 Aug 18 15:55:48.894460 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9cc0199f-1656-41c2-b5c3-c6ecde296d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:48.910586 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-47f932ab-090a-412d-b198-f1ba2e5798c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:48.934759 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-e9cc161d-6900-494f-9c1d-ce95660e4799 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d653ec34-d5c2-4ad5-9350-e40b4732b21e HTTP/1.1" status: 200 len: 217 time: 0.3064771 Aug 18 15:55:48.955475 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:55:48.964035 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f7321d52-ea01-4456-8ac2-fcbf02168a7e req-55e081a2-5efb-4d83-a482-13a6b9fef649 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 210 time: 0.0855775 Aug 18 15:55:48.983575 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:48.985852 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] For port 822aeee9-a8b6-4462-86c9-05cf4f09e97b, host hv-cinder-77853, cleared binding levels {{(pid=93846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:55:48.991452 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event updated for resources: {'Port': ['ID=5dfa62ae-cd7b-4c4f-b92a-e711007d2640,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:48.995929 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:55:49.022476 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] For port 822aeee9-a8b6-4462-86c9-05cf4f09e97b, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=822aeee9-a8b6-4462-86c9-05cf4f09e97b,segment=NetworkSegment(53c2849b-4f81-41a0-bac4-46cf6739a0dd),segment_id=53c2849b-4f81-41a0-bac4-46cf6739a0dd)] {{(pid=93846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:55:49.047187 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:49.058219 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-47f932ab-090a-412d-b198-f1ba2e5798c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:49.070640 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-bbc97010-8649-4537-b943-4ac0ecab09de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:49.072197 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-bbc97010-8649-4537-b943-4ac0ecab09de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91139440-0498-4366-9223-66853c993206 HTTP/1.1" status: 200 len: 855 time: 0.1667433 Aug 18 15:55:49.097406 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-4d409125-e6c8-41c4-a66d-3e364302c6e2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:49.130886 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ab149e29-f37f-4dc9-95a7-616ec513afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:49.131313 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-ab149e29-f37f-4dc9-95a7-616ec513afd7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b52c0bc6-a98c-4339-8dca-fc30af79af14 HTTP/1.1" status: 200 len: 852 time: 0.1704810 Aug 18 15:55:49.159362 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6840d022-9de7-4534-9e8f-87d128bcadf6 req-a5ebd65f-7928-4d6c-9b87-20f1ec08498d tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794237 Aug 18 15:55:49.175967 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-1e1d74f0-9228-477c-a743-e91530bc6fde service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7381a63-f1fa-40d7-86d5-830b21cc478c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737863 Aug 18 15:55:49.179805 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:49.181256 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:49.182687 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] 10.222.0.20 "PUT /v2.0/ports/822aeee9-a8b6-4462-86c9-05cf4f09e97b HTTP/1.1" status: 200 len: 1094 time: 5.3633044 Aug 18 15:55:49.257135 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-aaaa0e75-03df-4a7e-b50a-aa0922b6669c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ded6a12f-c97d-4ae6-9b6e-e603929da08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966620 Aug 18 15:55:49.311803 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1d79c-49ed-456b-8e72-787c84a6b05c req-5e0275eb-e875-4541-a622-bc5f948189ae tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:49.313504 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a5f1d79c-49ed-456b-8e72-787c84a6b05c req-5e0275eb-e875-4541-a622-bc5f948189ae tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 943 time: 0.2237418 Aug 18 15:55:49.329221 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d1e2f-d919-496d-847a-379cf7bc1487 service neutron] Pushing event updated for resources: {'Port': ['ID=822aeee9-a8b6-4462-86c9-05cf4f09e97b,revision_number=3']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:49.360803 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-47f932ab-090a-412d-b198-f1ba2e5798c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:49.364390 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-47f932ab-090a-412d-b198-f1ba2e5798c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:49.365840 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-47f932ab-090a-412d-b198-f1ba2e5798c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b23ed6a-28ca-4130-bcfe-fcba7acc42a2 HTTP/1.1" status: 204 len: 168 time: 0.9888470 Aug 18 15:55:49.421042 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f932ab-090a-412d-b198-f1ba2e5798c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b23ed6a-28ca-4130-bcfe-fcba7acc42a2,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:49.426743 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-4d409125-e6c8-41c4-a66d-3e364302c6e2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:49.499280 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:49.529761 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-5cb5aa95-cf08-4d03-81d2-5b2120e94c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:49.546192 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-5cb5aa95-cf08-4d03-81d2-5b2120e94c15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e78890fc8d84a978e7ab7a79a4d6e14&device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 1097 time: 0.2771988 Aug 18 15:55:49.569301 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45781e2e-11ee-424d-bcf3-ece604630a48 x-openstack-request-id: req-45781e2e-11ee-424d-bcf3-ece604630a48 {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:55:49.569882 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3", "tag": "f422ab3c-2b76-4670-9bfe-2b529f9b5a22", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:55:49.570482 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45781e2e-11ee-424d-bcf3-ece604630a48 {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:55:49.571741 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3', 'tag': 'f422ab3c-2b76-4670-9bfe-2b529f9b5a22', 'status': 'completed', 'code': 200} Aug 18 15:55:49.572702 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d409125-e6c8-41c4-a66d-3e364302c6e2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Pushing event updated for resources: {'Port': ['ID=923b9e48-e53d-497c-933c-c17d0383bfba,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:49.588440 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9cc0199f-1656-41c2-b5c3-c6ecde296d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:49.595624 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-09665f6b-a67a-4ab2-9fcc-62b1636a7f02 service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088814 Aug 18 15:55:49.605513 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a5f1d79c-49ed-456b-8e72-787c84a6b05c req-10ef0528-39d8-4716-bbd7-ac08def136f7 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585053 Aug 18 15:55:49.612521 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-4d409125-e6c8-41c4-a66d-3e364302c6e2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Network 15a0504c-06b5-46fa-81c3-b3b20e1d40d0 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:55:49.615877 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-1f694564-494a-458c-8a94-ff57f58b8d6c service neutron] 10.222.0.20 "GET /v2.0/networks/ded6a12f-c97d-4ae6-9b6e-e603929da08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475335 Aug 18 15:55:49.616911 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-4d409125-e6c8-41c4-a66d-3e364302c6e2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:49.619869 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-4d409125-e6c8-41c4-a66d-3e364302c6e2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:55:49.650570 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9cc0199f-1656-41c2-b5c3-c6ecde296d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:49.673103 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-e86471a3-ec1c-46f7-a2ee-7b0321949f4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822aeee9-a8b6-4462-86c9-05cf4f09e97b HTTP/1.1" status: 200 len: 217 time: 0.1001213 Aug 18 15:55:49.734159 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-4d409125-e6c8-41c4-a66d-3e364302c6e2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:49.734970 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-4d409125-e6c8-41c4-a66d-3e364302c6e2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:49.735990 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:49.761483 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 58050) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:49.778701 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-4d409125-e6c8-41c4-a66d-3e364302c6e2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5266840 Aug 18 15:55:49.788338 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4adb6410-b3ee-4539-8695-a29db5e2988e req-1dabfd66-350f-4572-a4a8-d70c6e00f392 service neutron] 10.222.0.20 "GET /v2.0/networks/ded6a12f-c97d-4ae6-9b6e-e603929da08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635764 Aug 18 15:55:49.790437 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b6022bd4-e77c-4c26-bf2c-93e844ebc1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:49.795711 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Request body: {'port': {'device_id': 'a6b2e063-1bd1-4048-be27-6ab73f2c061a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:49.914740 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:49.957105 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba42214-c182-4ab9-baf3-a757c6ef2a01 req-57921a11-08a9-454b-acbb-3ae8284a0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:49.958674 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dba42214-c182-4ab9-baf3-a757c6ef2a01 req-57921a11-08a9-454b-acbb-3ae8284a0d89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06443a016f2045959990e25c6ea2069d&device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 1096 time: 0.1150405 Aug 18 15:55:49.972894 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-9cc0199f-1656-41c2-b5c3-c6ecde296d1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0f4cf5e1ab246cf8de9cff2333eb0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4160390 Aug 18 15:55:49.972894 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0199f-1656-41c2-b5c3-c6ecde296d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e3804a-34aa-4728-8366-e3e952059888,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:49.976571 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 58052) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:50.047909 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.051480 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.059099 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-d8eba524-4e48-4489-a930-afd7e2327641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:50.060585 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-d8eba524-4e48-4489-a930-afd7e2327641 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84d0760-e747-4c13-ac2f-cdf7d90a83a3 HTTP/1.1" status: 200 len: 859 time: 0.3670878 Aug 18 15:55:50.124497 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2e14177e-cb2d-4637-abdf-7eae74855e11 req-35df11fc-8e30-4122-bb6f-abb3390ad8b5 service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768143 Aug 18 15:55:50.143313 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca1ad59b-4cbd-414f-9aa9-d25ae73aa6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.144381 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b6022bd4-e77c-4c26-bf2c-93e844ebc1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.152256 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b6022bd4-e77c-4c26-bf2c-93e844ebc1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.188672 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca1ad59b-4cbd-414f-9aa9-d25ae73aa6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.233188 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.239290 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.256482 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f110f-5913-4e1f-872a-f02685f5c29c req-0ec483f4-fabe-4e96-b5a0-1a6bcc7ece5d tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:50.258061 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d96f110f-5913-4e1f-872a-f02685f5c29c req-0ec483f4-fabe-4e96-b5a0-1a6bcc7ece5d tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 931 time: 0.1736422 Aug 18 15:55:50.274692 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6022bd4-e77c-4c26-bf2c-93e844ebc1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c86f4d7-02ca-4177-8074-b224a686dbb6,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:50.296216 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-b6022bd4-e77c-4c26-bf2c-93e844ebc1e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0cede36d43b45cdaed67afb7bbe2a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5332844 Aug 18 15:55:50.299516 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 58058) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:50.329902 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca1ad59b-4cbd-414f-9aa9-d25ae73aa6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.332781 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca1ad59b-4cbd-414f-9aa9-d25ae73aa6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.333938 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ca1ad59b-4cbd-414f-9aa9-d25ae73aa6bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16e3804a-34aa-4728-8366-e3e952059888 HTTP/1.1" status: 204 len: 168 time: 0.3544474 Aug 18 15:55:50.342426 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event updated for resources: {'Port': ['ID=5dfa62ae-cd7b-4c4f-b92a-e711007d2640,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:50.363415 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.370255 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ad59b-4cbd-414f-9aa9-d25ae73aa6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e3804a-34aa-4728-8366-e3e952059888,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:50.370456 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d96f110f-5913-4e1f-872a-f02685f5c29c req-526abe1c-2e84-4daa-bd02-3e3ecaac436c tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990157 Aug 18 15:55:50.384959 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc96c59-1c92-46b9-b82d-ded7fea2235d req-6cded43f-dbd1-48ba-adfd-9457548f1c35 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:50.396263 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0cc96c59-1c92-46b9-b82d-ded7fea2235d req-6cded43f-dbd1-48ba-adfd-9457548f1c35 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 943 time: 0.1574359 Aug 18 15:55:50.400118 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.401873 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-b2869fc0-d470-4626-ab3d-175d91b8bade tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6617408 Aug 18 15:55:50.413219 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d27fe77e-dcac-4e5e-949e-ba13bad0c29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.442827 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d27fe77e-dcac-4e5e-949e-ba13bad0c29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.497631 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923b9e48-e53d-497c-933c-c17d0383bfba {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:55:50.508073 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.508742 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d27fe77e-dcac-4e5e-949e-ba13bad0c29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.512968 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0cc96c59-1c92-46b9-b82d-ded7fea2235d req-acd33673-90bf-4141-bc07-a6375d48c0c7 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972364 Aug 18 15:55:50.518847 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d27fe77e-dcac-4e5e-949e-ba13bad0c29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.522344 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d27fe77e-dcac-4e5e-949e-ba13bad0c29e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c86f4d7-02ca-4177-8074-b224a686dbb6 HTTP/1.1" status: 204 len: 168 time: 0.2154968 Aug 18 15:55:50.538761 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fe77e-dcac-4e5e-949e-ba13bad0c29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c86f4d7-02ca-4177-8074-b224a686dbb6,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:50.550628 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Transition to ACTIVE for port object 923b9e48-e53d-497c-933c-c17d0383bfba will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:55:50.555511 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.699265 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Pushing event updated for resources: {'Port': ['ID=923b9e48-e53d-497c-933c-c17d0383bfba,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:50.753036 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Attempting to bind port 923b9e48-e53d-497c-933c-c17d0383bfba on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:55:50.753387 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Attempting to bind port 923b9e48-e53d-497c-933c-c17d0383bfba by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '53c2849b-4f81-41a0-bac4-46cf6739a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:55:50.753726 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Attempting to bind port 923b9e48-e53d-497c-933c-c17d0383bfba on network 15a0504c-06b5-46fa-81c3-b3b20e1d40d0 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:55:50.785343 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Port 923b9e48-e53d-497c-933c-c17d0383bfba on network 15a0504c-06b5-46fa-81c3-b3b20e1d40d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:55:50.785697 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Attempting to bind port 923b9e48-e53d-497c-933c-c17d0383bfba on network 15a0504c-06b5-46fa-81c3-b3b20e1d40d0 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:55:50.810173 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-8b060663-82f4-4e73-858f-e1bd4bcf781b tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--739209018&fields=id&tenant_id=ccaffe3a9ca44a16b5da3fca67b2818c HTTP/1.1" status: 200 len: 267 time: 0.1071696 Aug 18 15:55:50.823617 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:55:50.823983 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Checking segment: {'id': '53c2849b-4f81-41a0-bac4-46cf6739a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:55:50.824374 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Bound using segment: {'id': '53c2849b-4f81-41a0-bac4-46cf6739a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:55:50.825009 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Bound port: 923b9e48-e53d-497c-933c-c17d0383bfba, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c2849b-4f81-41a0-bac4-46cf6739a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:55:50.825374 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:50.907779 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bc63d-7b98-42ee-8b26-5d691ac617aa req-58f48f48-5251-43bb-9361-2444fa103b8b tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:50.909345 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fc4bc63d-7b98-42ee-8b26-5d691ac617aa req-58f48f48-5251-43bb-9361-2444fa103b8b tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 943 time: 0.1614759 Aug 18 15:55:51.007156 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 58104) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:51.022451 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6bb512c6-0e0a-49f1-b93f-08f2dcac220a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:51.028603 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] For port 923b9e48-e53d-497c-933c-c17d0383bfba, host hv-cinder-77853, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:55:51.036038 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fc4bc63d-7b98-42ee-8b26-5d691ac617aa req-16e8ebd4-3a99-4aaa-a64d-3b5112138ae6 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007330 Aug 18 15:55:51.049995 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-6638b3ce-d5a7-44fa-9ad3-7fcf68749ab5 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:51.051581 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-6638b3ce-d5a7-44fa-9ad3-7fcf68749ab5 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/networks?id=ae7b7023-460b-4b28-b8eb-4b3713d44050 HTTP/1.1" status: 200 len: 809 time: 0.2301629 Aug 18 15:55:51.065093 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] For port 923b9e48-e53d-497c-933c-c17d0383bfba, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=923b9e48-e53d-497c-933c-c17d0383bfba,segment=NetworkSegment(53c2849b-4f81-41a0-bac4-46cf6739a0dd),segment_id=53c2849b-4f81-41a0-bac4-46cf6739a0dd)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:55:51.069615 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:51.100596 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-9fa368a5-a72f-45e8-9f0f-56b2b6160af1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/quotas/ccaffe3a9ca44a16b5da3fca67b2818c HTTP/1.1" status: 200 len: 375 time: 0.0400550 Aug 18 15:55:51.108295 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:51.108941 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:51.110588 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] 10.222.0.20 "PUT /v2.0/ports/923b9e48-e53d-497c-933c-c17d0383bfba HTTP/1.1" status: 200 len: 1093 time: 1.3210516 Aug 18 15:55:51.113123 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b2e063-1bd1-4048-be27-6ab73f2c061a', 'tag': '923b9e48-e53d-497c-933c-c17d0383bfba'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:55:51.115539 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e09d72-9f63-4818-8e47-96b4d929f720" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b2e063-1bd1-4048-be27-6ab73f2c061a", "tag": "923b9e48-e53d-497c-933c-c17d0383bfba"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:55:51.126395 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6bb512c6-0e0a-49f1-b93f-08f2dcac220a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:51.130575 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6bb512c6-0e0a-49f1-b93f-08f2dcac220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:51.170601 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c2819c-a48b-4fd4-a023-288abbd46606 x-openstack-request-id: req-59c2819c-a48b-4fd4-a023-288abbd46606 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:55:51.171164 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b2e063-1bd1-4048-be27-6ab73f2c061a", "tag": "923b9e48-e53d-497c-933c-c17d0383bfba", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:55:51.171164 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59c2819c-a48b-4fd4-a023-288abbd46606 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:55:51.171516 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b2e063-1bd1-4048-be27-6ab73f2c061a', 'tag': '923b9e48-e53d-497c-933c-c17d0383bfba', 'status': 'completed', 'code': 200} Aug 18 15:55:51.175168 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c3c7c-613d-435e-ab8a-d01cf75d6eaa service neutron] Pushing event updated for resources: {'Port': ['ID=923b9e48-e53d-497c-933c-c17d0383bfba,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:51.180291 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6bb512c6-0e0a-49f1-b93f-08f2dcac220a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2605bbe2ae3a4159b4ddd904b84507d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719792 Aug 18 15:55:51.182420 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb512c6-0e0a-49f1-b93f-08f2dcac220a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c946c5-6073-45f4-9337-59d44a6e6562,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:51.184680 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 58108) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:51.201254 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-81cba2d3-48e0-4ef8-94db-93f815467443 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ccaffe3a9ca44a16b5da3fca67b2818c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805113 Aug 18 15:55:51.247479 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9e499af8-073d-4bbb-b412-9bcb3634ab54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:51.271145 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9e499af8-073d-4bbb-b412-9bcb3634ab54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:51.325971 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9e499af8-073d-4bbb-b412-9bcb3634ab54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:51.326402 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-a83b66e5-514d-44eb-be52-f8737698998e service neutron] 10.222.0.44 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050637 Aug 18 15:55:51.328564 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9e499af8-073d-4bbb-b412-9bcb3634ab54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:51.329749 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-9e499af8-073d-4bbb-b412-9bcb3634ab54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7c946c5-6073-45f4-9337-59d44a6e6562 HTTP/1.1" status: 204 len: 168 time: 0.1441410 Aug 18 15:55:51.338975 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e499af8-073d-4bbb-b412-9bcb3634ab54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c946c5-6073-45f4-9337-59d44a6e6562,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:51.440348 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-3912782c-ca63-452e-a87f-4c336aad4287 service neutron] 10.222.0.44 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098609 Aug 18 15:55:51.516129 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136c417-7624-4fcb-aacd-c6fd9191eed3 req-e0a783cf-bff3-42f2-892d-e1e6e93a2b35 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:51.517992 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3136c417-7624-4fcb-aacd-c6fd9191eed3 req-e0a783cf-bff3-42f2-892d-e1e6e93a2b35 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 943 time: 0.0647836 Aug 18 15:55:51.568620 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3136c417-7624-4fcb-aacd-c6fd9191eed3 req-b4b48f92-0a1a-4b97-896d-c891efd6de6a tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430770 Aug 18 15:55:51.572825 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31dc1ccc-3447-4af7-9c5d-234f5fc372c7', 'tag': '822aeee9-a8b6-4462-86c9-05cf4f09e97b'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:55:51.575512 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c2484220df23b53d05c574a87c61816e9fe22f18d36342348500485cedff23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f52ca9-b07b-4822-bbf9-03a5dc7274ae" -d '{"events": [{"name": "network-changed", "server_uuid": "31dc1ccc-3447-4af7-9c5d-234f5fc372c7", "tag": "822aeee9-a8b6-4462-86c9-05cf4f09e97b"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:55:51.701730 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3a24ff89-a8f0-4a83-a5bd-b372c728ace3 req-35c1ac03-17d7-40b9-8006-e41d8cb87855 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 210 time: 0.0490344 Aug 18 15:55:51.723781 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc694a-5454-4550-b075-aa74a6de1a1d req-0983dd3e-f0e6-45c4-91f2-8809e89f1c07 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:51.725366 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1ffc694a-5454-4550-b075-aa74a6de1a1d req-0983dd3e-f0e6-45c4-91f2-8809e89f1c07 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 943 time: 0.1157775 Aug 18 15:55:51.772224 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97420abf-df89-4652-bee5-7e5a79ff8909 x-openstack-request-id: req-97420abf-df89-4652-bee5-7e5a79ff8909 {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:55:51.772824 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31dc1ccc-3447-4af7-9c5d-234f5fc372c7", "tag": "822aeee9-a8b6-4462-86c9-05cf4f09e97b", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:55:51.773296 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97420abf-df89-4652-bee5-7e5a79ff8909 {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:55:51.774828 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31dc1ccc-3447-4af7-9c5d-234f5fc372c7', 'tag': '822aeee9-a8b6-4462-86c9-05cf4f09e97b', 'status': 'completed', 'code': 200} Aug 18 15:55:51.792622 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1ffc694a-5454-4550-b075-aa74a6de1a1d req-19cba564-e6cc-452e-a2d6-a07218ca2df3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603509 Aug 18 15:55:52.169588 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d8bbf-75d7-450f-a93a-8f87e8ddfba3 req-f879dde8-4edf-44d6-a2e6-ba69b2460605 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:52.170962 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bc1d8bbf-75d7-450f-a93a-8f87e8ddfba3 req-f879dde8-4edf-44d6-a2e6-ba69b2460605 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 943 time: 0.0507123 Aug 18 15:55:52.214922 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bc1d8bbf-75d7-450f-a93a-8f87e8ddfba3 req-85485212-b310-47c5-b7ca-87019587fe5e tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376801 Aug 18 15:55:52.729906 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-46b617ca-39fa-4e24-9a31-4f1a4c789e66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846689 Aug 18 15:55:52.997038 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fe0b5324-2bf8-43b8-8dfa-69a76d7afc7e req-5bfc1ee5-1058-4425-ab85-3adbc1fb3f1c tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 210 time: 0.1219940 Aug 18 15:55:53.022469 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac39e1e-8cac-4f9d-b89f-bc4c0f686fc7 req-f40f18af-d3ff-4adc-a7e5-86e5f6195ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:53.029264 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cac39e1e-8cac-4f9d-b89f-bc4c0f686fc7 req-f40f18af-d3ff-4adc-a7e5-86e5f6195ee3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4141e22102df491c9bdda23609fdbe24&device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 1096 time: 0.2876089 Aug 18 15:55:53.144019 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e09d72-9f63-4818-8e47-96b4d929f720 req-04060610-f4af-46b3-b3c0-b950e8124c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:53.145640 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-71e09d72-9f63-4818-8e47-96b4d929f720 req-04060610-f4af-46b3-b3c0-b950e8124c74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e78890fc8d84a978e7ab7a79a4d6e14&device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 1096 time: 0.2594073 Aug 18 15:55:53.147067 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-59c0f3e8-95ff-4cbf-9dfa-84151692f684 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364844 Aug 18 15:55:53.281660 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708722d0-c15f-4052-a704-086f678be2b5 req-289a048f-bd13-488a-91a6-c94a10e0ba31 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:53.283285 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-708722d0-c15f-4052-a704-086f678be2b5 req-289a048f-bd13-488a-91a6-c94a10e0ba31 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 943 time: 0.4073758 Aug 18 15:55:53.324827 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac39e1e-8cac-4f9d-b89f-bc4c0f686fc7 req-c8c2676d-18d3-4649-b36a-f68e3bcae52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:53.325834 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cac39e1e-8cac-4f9d-b89f-bc4c0f686fc7 req-c8c2676d-18d3-4649-b36a-f68e3bcae52f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a7381a63-f1fa-40d7-86d5-830b21cc478c HTTP/1.1" status: 200 len: 916 time: 0.2738297 Aug 18 15:55:53.339254 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-90a5542b-bfbf-44c1-8801-b9715e373e97 req-3470b9d4-a9d4-41bc-86df-b284b1bfaf21 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756616 Aug 18 15:55:53.339408 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba42214-c182-4ab9-baf3-a757c6ef2a01 req-cc41f8b5-cc35-470f-bad8-85538a0f7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:53.340866 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dba42214-c182-4ab9-baf3-a757c6ef2a01 req-cc41f8b5-cc35-470f-bad8-85538a0f7693 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ded6a12f-c97d-4ae6-9b6e-e603929da08f HTTP/1.1" status: 200 len: 913 time: 0.7105167 Aug 18 15:55:53.378411 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cac39e1e-8cac-4f9d-b89f-bc4c0f686fc7 req-0f508b97-bdce-453b-bf38-ec52adb112b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f422ab3c-2b76-4670-9bfe-2b529f9b5a22 HTTP/1.1" status: 200 len: 217 time: 0.0424879 Aug 18 15:55:53.441478 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c11c9-21c3-4dd0-ab20-04c9b3e11fcc req-5f16bf52-0918-44b1-98f0-c9a788014171 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:53.451108 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0f0c11c9-21c3-4dd0-ab20-04c9b3e11fcc req-5f16bf52-0918-44b1-98f0-c9a788014171 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 943 time: 0.3380144 Aug 18 15:55:53.457672 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.20', 54247) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:53.492088 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 58226) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:53.492415 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dba42214-c182-4ab9-baf3-a757c6ef2a01 req-493e59ec-07cd-41c0-b89f-ecdea0c2a992 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d653ec34-d5c2-4ad5-9350-e40b4732b21e HTTP/1.1" status: 200 len: 217 time: 0.1285365 Aug 18 15:55:53.520024 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac39e1e-8cac-4f9d-b89f-bc4c0f686fc7 req-29de0375-6046-4ddd-bb8a-ac331fd96a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:53.521921 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cac39e1e-8cac-4f9d-b89f-bc4c0f686fc7 req-29de0375-6046-4ddd-bb8a-ac331fd96a42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91139440-0498-4366-9223-66853c993206 HTTP/1.1" status: 200 len: 855 time: 0.1310327 Aug 18 15:55:53.544135 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f52ca9-b07b-4822-bbf9-03a5dc7274ae req-a37d193e-7e53-436a-a3a5-30019b24f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:53.546202 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-57f52ca9-b07b-4822-bbf9-03a5dc7274ae req-a37d193e-7e53-436a-a3a5-30019b24f86a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e78890fc8d84a978e7ab7a79a4d6e14&device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 1097 time: 0.0913646 Aug 18 15:55:53.585719 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cac39e1e-8cac-4f9d-b89f-bc4c0f686fc7 req-bbcf97a6-1701-4958-89d8-e9bda53cf6dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7381a63-f1fa-40d7-86d5-830b21cc478c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506017 Aug 18 15:55:53.588188 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-708722d0-c15f-4052-a704-086f678be2b5 req-71904c98-46b5-4b58-bd86-71f4582ad8dc tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899578 Aug 18 15:55:53.682205 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e09d72-9f63-4818-8e47-96b4d929f720 req-cb2679bf-22a6-4728-822e-38c21fd6b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:53.684366 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-71e09d72-9f63-4818-8e47-96b4d929f720 req-cb2679bf-22a6-4728-822e-38c21fd6b82d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1e78890fc8d84a978e7ab7a79a4d6e14&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5098078 Aug 18 15:55:53.707308 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0f0c11c9-21c3-4dd0-ab20-04c9b3e11fcc req-416ff2ee-af76-49ca-961c-e884dc504519 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550976 Aug 18 15:55:53.799568 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba42214-c182-4ab9-baf3-a757c6ef2a01 req-eeda6da5-736b-470a-90ae-b9ec65bacd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:53.800046 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-641c30b3-9f3e-4955-a74f-5e183672369b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:53.801322 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dba42214-c182-4ab9-baf3-a757c6ef2a01 req-eeda6da5-736b-470a-90ae-b9ec65bacd8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b52c0bc6-a98c-4339-8dca-fc30af79af14 HTTP/1.1" status: 200 len: 852 time: 0.2965453 Aug 18 15:55:53.854140 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cac39e1e-8cac-4f9d-b89f-bc4c0f686fc7 req-76efc058-3339-4db8-8b31-4280cc711955 service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550650 Aug 18 15:55:53.934739 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f52ca9-b07b-4822-bbf9-03a5dc7274ae req-e81ebf02-ca7e-4dcd-ad41-12e31eb16a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:53.936176 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-57f52ca9-b07b-4822-bbf9-03a5dc7274ae req-e81ebf02-ca7e-4dcd-ad41-12e31eb16a1c service neutron] 10.222.0.20 "GET /v2.0/networks?id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0 HTTP/1.1" status: 200 len: 920 time: 0.3776026 Aug 18 15:55:53.975748 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dba42214-c182-4ab9-baf3-a757c6ef2a01 req-2fc1173f-ee72-4a41-bc55-c10a03c3fc1f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ded6a12f-c97d-4ae6-9b6e-e603929da08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937359 Aug 18 15:55:53.991890 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-1361a276-2d36-4138-ac8f-d0a4812be5ff tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:53.995594 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-1361a276-2d36-4138-ac8f-d0a4812be5ff tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.20 "GET /v2.0/networks?id=ae7b7023-460b-4b28-b8eb-4b3713d44050 HTTP/1.1" status: 200 len: 809 time: 0.5286591 Aug 18 15:55:53.998492 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-57f52ca9-b07b-4822-bbf9-03a5dc7274ae req-d2eb26f0-2873-4d31-8179-42be797083b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822aeee9-a8b6-4462-86c9-05cf4f09e97b HTTP/1.1" status: 200 len: 217 time: 0.0511816 Aug 18 15:55:54.099950 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cac39e1e-8cac-4f9d-b89f-bc4c0f686fc7 req-6bf11b96-3bd4-46a3-9cff-410ca952cb8d service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348993 Aug 18 15:55:54.103190 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dba42214-c182-4ab9-baf3-a757c6ef2a01 req-7d34b4c5-df56-473b-909f-4ce44116976f service neutron] 10.222.0.20 "GET /v2.0/networks/ded6a12f-c97d-4ae6-9b6e-e603929da08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184511 Aug 18 15:55:54.104364 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f52ca9-b07b-4822-bbf9-03a5dc7274ae req-5b47b082-54c4-4087-be08-704c1fb52938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:54.105869 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-57f52ca9-b07b-4822-bbf9-03a5dc7274ae req-5b47b082-54c4-4087-be08-704c1fb52938 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84d0760-e747-4c13-ac2f-cdf7d90a83a3 HTTP/1.1" status: 200 len: 859 time: 0.0939994 Aug 18 15:55:54.163364 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-57f52ca9-b07b-4822-bbf9-03a5dc7274ae req-b66a040c-5a1f-4e9f-b8e1-041e5689f873 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433900 Aug 18 15:55:54.166275 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-641c30b3-9f3e-4955-a74f-5e183672369b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:54.171060 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-641c30b3-9f3e-4955-a74f-5e183672369b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:54.224843 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-90ef2177-fb44-4763-9056-d29036366383 req-9a824e7f-1add-4fe8-9243-4a8de3a8bd48 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 210 time: 0.0858924 Aug 18 15:55:54.270265 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-641c30b3-9f3e-4955-a74f-5e183672369b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=683c21bdae754411875f7eaeaec7880a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7746902 Aug 18 15:55:54.270642 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 58250) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:54.275702 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c30b3-9f3e-4955-a74f-5e183672369b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72956fa7-16ef-489c-9b6c-601c9991053c,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:54.317306 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e09d72-9f63-4818-8e47-96b4d929f720 req-81d2e966-195b-41d0-aa02-ff9430fa9f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:54.318865 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-71e09d72-9f63-4818-8e47-96b4d929f720 req-81d2e966-195b-41d0-aa02-ff9430fa9f8d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6084700 Aug 18 15:55:54.324166 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-57f52ca9-b07b-4822-bbf9-03a5dc7274ae req-27ce789c-70eb-476c-8a6a-15bbf6a1acd5 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499977 Aug 18 15:55:54.333802 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3b8c9-5635-4110-b1ea-f51b7f0d2bf6 req-174b953b-63d5-40f9-8356-dad725787cb7 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:54.335316 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4df3b8c9-5635-4110-b1ea-f51b7f0d2bf6 req-174b953b-63d5-40f9-8356-dad725787cb7 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 943 time: 0.4652178 Aug 18 15:55:54.356240 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-e3f4517e-e393-467e-8e60-be00a60b5c53 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccaffe3a9ca44a16b5da3fca67b2818c HTTP/1.1" status: 200 len: 379 time: 0.2520568 Aug 18 15:55:54.398188 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-bfc9a974-1d05-46c9-b24e-a719e871f4c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Request body: {'port': {'device_id': 'b5a25739-8dce-4175-8c5d-3e4177b894ec', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'admin_state_up': True, 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'security_groups': ['2f144e96-ea8b-46d1-8669-b5b49bb059a4']}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:54.539976 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dba42214-c182-4ab9-baf3-a757c6ef2a01 req-05eeac2e-3716-4107-92f2-5c941c7426e9 service neutron] 10.222.0.20 "GET /v2.0/networks/ded6a12f-c97d-4ae6-9b6e-e603929da08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997829 Aug 18 15:55:54.588780 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4df3b8c9-5635-4110-b1ea-f51b7f0d2bf6 req-d4a7bb7a-168c-4c63-90a9-ce3860614702 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175570 Aug 18 15:55:54.594886 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-5e7cd0de-b123-4cde-b5b2-1e48b976fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:54.596438 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-5e7cd0de-b123-4cde-b5b2-1e48b976fa91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e78890fc8d84a978e7ab7a79a4d6e14&device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 1096 time: 0.2198384 Aug 18 15:55:54.600938 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-08a222fc-b8e6-45c3-adb7-9667550ad8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:54.690785 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-57f52ca9-b07b-4822-bbf9-03a5dc7274ae req-0fa91c19-db4a-4a92-87db-45b07a318698 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580613 Aug 18 15:55:54.899897 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-c19da655-58d0-4342-bd59-9360551841e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=923b9e48-e53d-497c-933c-c17d0383bfba HTTP/1.1" status: 200 len: 217 time: 0.2935991 Aug 18 15:55:54.998294 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-08a222fc-b8e6-45c3-adb7-9667550ad8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:55.089672 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-ad75e202-f917-44bb-af4b-eb95a5bdcac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:55.091201 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-ad75e202-f917-44bb-af4b-eb95a5bdcac7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84d0760-e747-4c13-ac2f-cdf7d90a83a3 HTTP/1.1" status: 200 len: 859 time: 0.1671503 Aug 18 15:55:55.103038 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615ab38-3322-4779-a030-7d37cc664285 req-f9225f6a-5a5c-4816-92b4-bdb09606fb9e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:55.104775 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3615ab38-3322-4779-a030-7d37cc664285 req-f9225f6a-5a5c-4816-92b4-bdb09606fb9e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 943 time: 0.2183495 Aug 18 15:55:55.108838 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-bfc9a974-1d05-46c9-b24e-a719e871f4c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Made reservation on behalf of ccaffe3a9ca44a16b5da3fca67b2818c for: {'port': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:55:55.112211 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-bfc9a974-1d05-46c9-b24e-a719e871f4c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:55.139124 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5b7f5-ef69-468d-8fc5-a176329f88a2 req-2120cdc9-c409-474a-8c5d-e8e950cbf37e tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:55.140620 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cdb5b7f5-ef69-468d-8fc5-a176329f88a2 req-2120cdc9-c409-474a-8c5d-e8e950cbf37e tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 943 time: 0.2527378 Aug 18 15:55:55.165983 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-eea8aacf-fd7b-42cf-872e-eafc8b78e090 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599282 Aug 18 15:55:55.305113 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3615ab38-3322-4779-a030-7d37cc664285 req-df46d170-65ea-48bf-a17f-bfe0d01efdf0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812203 Aug 18 15:55:55.305741 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-08a222fc-b8e6-45c3-adb7-9667550ad8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:55.308324 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-08a222fc-b8e6-45c3-adb7-9667550ad8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:55.309584 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-08a222fc-b8e6-45c3-adb7-9667550ad8e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72956fa7-16ef-489c-9b6c-601c9991053c HTTP/1.1" status: 204 len: 168 time: 1.0293238 Aug 18 15:55:55.330547 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cdb5b7f5-ef69-468d-8fc5-a176329f88a2 req-6925b31b-786d-4951-a294-e3f975464169 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673510 Aug 18 15:55:55.362357 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a222fc-b8e6-45c3-adb7-9667550ad8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72956fa7-16ef-489c-9b6c-601c9991053c,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:55.462564 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c8effa38-2325-477e-b581-cd2bd20be2bf req-2b5e529f-fb10-4ae6-8c7d-d8b1e18012dd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 210 time: 0.0518503 Aug 18 15:55:55.467457 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-c372a414-87b1-47b6-a082-d15c7f372102 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911608 Aug 18 15:55:55.471586 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-bfc9a974-1d05-46c9-b24e-a719e871f4c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Allocated IP 172.20.0.12 (ae7b7023-460b-4b28-b8eb-4b3713d44050/439e0f3c-ed2e-4369-b19c-29e2fcf27f7e/2a3adc23-1d74-4cd8-8ec3-75212b5a70bb) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:55:55.634296 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 58302) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:55.636416 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-904ec1f3-a378-4683-aa8a-ca1e103bf7b1 req-c32fd868-da5f-410e-8b03-a8ab92498020 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604741 Aug 18 15:55:55.648470 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ac3234e8-c29e-4060-b62b-a151b0471b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:55.718308 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-bfc9a974-1d05-46c9-b24e-a719e871f4c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:55.745186 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d9f16-655d-4380-8092-62526c29f322 req-c6c30af1-8405-4990-8903-5ccbb0ce5e8d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:55.746954 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-943d9f16-655d-4380-8092-62526c29f322 req-c6c30af1-8405-4990-8903-5ccbb0ce5e8d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 943 time: 0.0831416 Aug 18 15:55:55.748135 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-bfc9a974-1d05-46c9-b24e-a719e871f4c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Transition to ACTIVE for port object 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:55:55.767918 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ac3234e8-c29e-4060-b62b-a151b0471b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:55.776335 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ac3234e8-c29e-4060-b62b-a151b0471b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:55.813495 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-943d9f16-655d-4380-8092-62526c29f322 req-acaae0f1-cdf3-4425-a346-d4f0aa0f182d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566916 Aug 18 15:55:55.815369 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-bfc9a974-1d05-46c9-b24e-a719e871f4c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:55.819573 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ac3234e8-c29e-4060-b62b-a151b0471b48 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d63c93327a2492685e4b8cbc5f18dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838956 Aug 18 15:55:55.821095 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3234e8-c29e-4060-b62b-a151b0471b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4a31a8-aab8-4ed2-a1a1-2a44a04322bd,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:55.823025 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 58310) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:55.882170 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-bfc9a974-1d05-46c9-b24e-a719e871f4c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Network ae7b7023-460b-4b28-b8eb-4b3713d44050 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:55:55.890975 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-bfc9a974-1d05-46c9-b24e-a719e871f4c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:55:55.895675 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-bfc9a974-1d05-46c9-b24e-a719e871f4c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:55:55.940961 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9a974-1d05-46c9-b24e-a719e871f4c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event updated for resources: {'Port': ['ID=2a3adc23-1d74-4cd8-8ec3-75212b5a70bb,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:55.972617 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-301ffef5-2983-4a1f-996a-c0ed51ffbadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:55.980533 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-bfc9a974-1d05-46c9-b24e-a719e871f4c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:55.981193 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-bfc9a974-1d05-46c9-b24e-a719e871f4c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:56.011310 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-bfc9a974-1d05-46c9-b24e-a719e871f4c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6356392 Aug 18 15:55:56.012620 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:55:56.013264 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-301ffef5-2983-4a1f-996a-c0ed51ffbadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:56.026691 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Request body: {'port': {'device_id': 'b5a25739-8dce-4175-8c5d-3e4177b894ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:55:56.110767 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:56.129635 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-301ffef5-2983-4a1f-996a-c0ed51ffbadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:56.132778 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-301ffef5-2983-4a1f-996a-c0ed51ffbadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:56.134759 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-301ffef5-2983-4a1f-996a-c0ed51ffbadd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b4a31a8-aab8-4ed2-a1a1-2a44a04322bd HTTP/1.1" status: 204 len: 168 time: 0.3098609 Aug 18 15:55:56.158435 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-17c68e19-00ca-4353-b922-464bfe4bddc2 None None] Provisioning for port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:55:56.168787 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-17c68e19-00ca-4353-b922-464bfe4bddc2 None None] Provisioning complete for port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:55:56.169172 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-17c68e19-00ca-4353-b922-464bfe4bddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:56.211815 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-17c68e19-00ca-4353-b922-464bfe4bddc2 None None] Port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:55:56.261285 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ffef5-2983-4a1f-996a-c0ed51ffbadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4a31a8-aab8-4ed2-a1a1-2a44a04322bd,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:56.554730 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:55:56.582838 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:56.611963 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bace7a7-e66d-476a-81fb-9e35784aadba req-d8780488-4c28-4f29-b6c7-878ad0e07687 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:56.613577 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7bace7a7-e66d-476a-81fb-9e35784aadba req-d8780488-4c28-4f29-b6c7-878ad0e07687 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 943 time: 0.1714454 Aug 18 15:55:56.624806 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78b951-7e0f-44a6-aea5-1f8b44e3c48d req-d8009f4d-aa53-489e-b104-473e3cf6ec4f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:56.626909 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6d78b951-7e0f-44a6-aea5-1f8b44e3c48d req-d8009f4d-aa53-489e-b104-473e3cf6ec4f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 943 time: 0.1664667 Aug 18 15:55:56.628016 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Transition to ACTIVE for port object 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:55:56.645499 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:56.777541 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7bace7a7-e66d-476a-81fb-9e35784aadba req-dff71fea-3f95-40a3-a231-93d866fb5d8f tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480672 Aug 18 15:55:56.790747 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6d78b951-7e0f-44a6-aea5-1f8b44e3c48d req-26e0b7dc-c44d-405b-9283-8dbf958462b6 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533749 Aug 18 15:55:56.791671 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Pushing event updated for resources: {'Port': ['ID=2a3adc23-1d74-4cd8-8ec3-75212b5a70bb,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:56.973710 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Attempting to bind port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:55:56.974040 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Attempting to bind port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:55:56.974456 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Attempting to bind port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb on network ae7b7023-460b-4b28-b8eb-4b3713d44050 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:55:56.983552 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a60505-f74e-498e-b1cf-603aa4b1a4a6 req-8c9f78e3-ab16-4840-82af-5f3563f000b2 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:56.985185 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e7a60505-f74e-498e-b1cf-603aa4b1a4a6 req-8c9f78e3-ab16-4840-82af-5f3563f000b2 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 944 time: 0.1198566 Aug 18 15:55:56.992368 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb on network ae7b7023-460b-4b28-b8eb-4b3713d44050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:55:56.992919 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Attempting to bind port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb on network ae7b7023-460b-4b28-b8eb-4b3713d44050 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:55:57.015930 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:55:57.016272 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Checking segment: {'id': 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:55:57.016650 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Bound using segment: {'id': 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:55:57.017125 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Bound port: 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:55:57.017557 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:57.043861 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e9781-194b-4747-a4a9-f848059de9b9 req-c8c69fa4-e60f-4b01-ade6-b5c4e5e032c4 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:57.045411 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4a6e9781-194b-4747-a4a9-f848059de9b9 req-c8c69fa4-e60f-4b01-ade6-b5c4e5e032c4 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 943 time: 0.1210704 Aug 18 15:55:57.096369 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e7a60505-f74e-498e-b1cf-603aa4b1a4a6 req-d7692cea-fc65-44d5-a94a-2d8596abdb69 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995157 Aug 18 15:55:57.136572 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4a6e9781-194b-4747-a4a9-f848059de9b9 req-a34687cc-9c21-4d52-ab10-3c670b13eefd tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851376 Aug 18 15:55:57.149440 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] For port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb, host hv-cinder-77853, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:55:57.160312 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] For port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=2a3adc23-1d74-4cd8-8ec3-75212b5a70bb,segment=NetworkSegment(f0c592b3-ba7d-4fbe-a26b-9c2387ca595a),segment_id=f0c592b3-ba7d-4fbe-a26b-9c2387ca595a)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:55:57.164432 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:57.198286 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:57.198914 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:57.200296 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] 10.222.0.20 "PUT /v2.0/ports/2a3adc23-1d74-4cd8-8ec3-75212b5a70bb HTTP/1.1" status: 200 len: 1094 time: 1.1802931 Aug 18 15:55:57.200749 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a25739-8dce-4175-8c5d-3e4177b894ec', 'tag': '2a3adc23-1d74-4cd8-8ec3-75212b5a70bb'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:55:57.202988 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cfe71f-8520-4a3f-82ae-200f138f1f57" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a25739-8dce-4175-8c5d-3e4177b894ec", "tag": "2a3adc23-1d74-4cd8-8ec3-75212b5a70bb"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:55:57.235315 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c833e9-2069-441d-a68c-103ae7558d0d service neutron] Pushing event updated for resources: {'Port': ['ID=2a3adc23-1d74-4cd8-8ec3-75212b5a70bb,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:57.249949 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eecddef-cee1-41bd-b6f0-b817ab1f7486 x-openstack-request-id: req-7eecddef-cee1-41bd-b6f0-b817ab1f7486 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:55:57.249949 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a25739-8dce-4175-8c5d-3e4177b894ec", "tag": "2a3adc23-1d74-4cd8-8ec3-75212b5a70bb", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:55:57.249949 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7eecddef-cee1-41bd-b6f0-b817ab1f7486 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:55:57.249949 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a25739-8dce-4175-8c5d-3e4177b894ec', 'tag': '2a3adc23-1d74-4cd8-8ec3-75212b5a70bb', 'status': 'completed', 'code': 200} Aug 18 15:55:57.606679 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 58390) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:57.710042 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-12e5a5db-ffc5-43da-b2bc-3fea985c1f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:57.804340 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-12e5a5db-ffc5-43da-b2bc-3fea985c1f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:57.809614 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-12e5a5db-ffc5-43da-b2bc-3fea985c1f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:57.853997 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-12e5a5db-ffc5-43da-b2bc-3fea985c1f7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27b8cf154bdc4e46ab3610ceca4cd569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429037 Aug 18 15:55:57.853997 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5a5db-ffc5-43da-b2bc-3fea985c1f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734fd782-9739-43a8-8b04-3091f9d42e7a,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:57.854418 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 58402) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:55:57.902650 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c6e65045-73b4-408d-b6f6-2a109a7cbb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:57.928336 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c6e65045-73b4-408d-b6f6-2a109a7cbb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:57.935457 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c782-b971-46fd-83a7-17417452e1eb req-8d8c4f32-3e58-4ae5-a535-b3899a3838cd tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:57.940228 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6fd4c782-b971-46fd-83a7-17417452e1eb req-8d8c4f32-3e58-4ae5-a535-b3899a3838cd tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 943 time: 0.0770614 Aug 18 15:55:57.949299 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbe007-7453-46ae-835e-12dfce24fd36 req-dd3ecb9a-7b62-4490-be6b-dfd293246bd1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:57.950794 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-50bbe007-7453-46ae-835e-12dfce24fd36 req-dd3ecb9a-7b62-4490-be6b-dfd293246bd1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 943 time: 0.0918655 Aug 18 15:55:57.983055 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c6e65045-73b4-408d-b6f6-2a109a7cbb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:57.985613 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c6e65045-73b4-408d-b6f6-2a109a7cbb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:57.986766 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c6e65045-73b4-408d-b6f6-2a109a7cbb7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/734fd782-9739-43a8-8b04-3091f9d42e7a HTTP/1.1" status: 204 len: 168 time: 0.1314366 Aug 18 15:55:57.997455 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e65045-73b4-408d-b6f6-2a109a7cbb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734fd782-9739-43a8-8b04-3091f9d42e7a,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:58.014024 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6fd4c782-b971-46fd-83a7-17417452e1eb req-266e779c-6fe3-4b6c-976c-7b1079af10dd tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622580 Aug 18 15:55:58.019123 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-50bbe007-7453-46ae-835e-12dfce24fd36 req-7763da71-313b-476a-8527-32a6f7f9fc91 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611448 Aug 18 15:55:58.213021 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b7873-02de-4f67-b291-1fd0c8ac6316 req-66059cbc-5f32-4851-8df8-a75aa578ca1d tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:58.214508 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-361b7873-02de-4f67-b291-1fd0c8ac6316 req-66059cbc-5f32-4851-8df8-a75aa578ca1d tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 944 time: 0.0520642 Aug 18 15:55:58.280611 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-361b7873-02de-4f67-b291-1fd0c8ac6316 req-0f8b3c46-6fc3-4fcb-9b73-44c3d33a0922 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567353 Aug 18 15:55:58.287885 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d463cc-54ab-4cb3-b58d-413b2c043ed3 req-f0a2d876-7ef4-4b53-9f3d-5d4a91ce759e tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:58.290033 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-80d463cc-54ab-4cb3-b58d-413b2c043ed3 req-f0a2d876-7ef4-4b53-9f3d-5d4a91ce759e tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 943 time: 0.0740345 Aug 18 15:55:58.333641 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-80d463cc-54ab-4cb3-b58d-413b2c043ed3 req-4efed5bf-550b-4d9e-9c30-4557201d9406 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350096 Aug 18 15:55:59.170060 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c2ed8-add0-419a-bff9-46d9084a18b1 req-8411b841-4eec-4f6f-b767-86538c2064b6 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:59.171602 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ae4c2ed8-add0-419a-bff9-46d9084a18b1 req-8411b841-4eec-4f6f-b767-86538c2064b6 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 943 time: 0.0873504 Aug 18 15:55:59.181682 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fc02f-a6dc-4ab5-8c31-de30e30caeb9 req-66f50602-edbd-4d07-91da-27773fc09aa8 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:59.183180 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7c2fc02f-a6dc-4ab5-8c31-de30e30caeb9 req-66f50602-edbd-4d07-91da-27773fc09aa8 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 943 time: 0.0874951 Aug 18 15:55:59.233692 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ae4c2ed8-add0-419a-bff9-46d9084a18b1 req-6e32f122-2a89-448a-9bb0-983e0979a5f2 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495293 Aug 18 15:55:59.257381 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7c2fc02f-a6dc-4ab5-8c31-de30e30caeb9 req-d76ead46-f1e4-4a60-8989-bf0b0cdee493 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653126 Aug 18 15:55:59.402933 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba3d45-ff17-496b-93f4-22aea4fa4f5a req-8495cfc5-d060-44c5-95a1-d3799f3c75bf tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:59.404591 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2cba3d45-ff17-496b-93f4-22aea4fa4f5a req-8495cfc5-d060-44c5-95a1-d3799f3c75bf tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 944 time: 0.0504532 Aug 18 15:55:59.443345 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 822aeee9-a8b6-4462-86c9-05cf4f09e97b details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:55:59.500591 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2cba3d45-ff17-496b-93f4-22aea4fa4f5a req-5e96df58-6731-4c50-9917-2a2bcf81942d tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869529 Aug 18 15:55:59.511197 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b36206-cc2e-4536-ad40-448efa7d64c6 req-510751d7-6342-42b6-a538-108f3c430789 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:59.515031 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-97b36206-cc2e-4536-ad40-448efa7d64c6 req-510751d7-6342-42b6-a538-108f3c430789 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 943 time: 0.1094880 Aug 18 15:55:59.546530 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfe71f-8520-4a3f-82ae-200f138f1f57 req-58ae5abf-4d60-49b9-984c-848b258865db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:59.547943 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-70cfe71f-8520-4a3f-82ae-200f138f1f57 req-58ae5abf-4d60-49b9-984c-848b258865db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccaffe3a9ca44a16b5da3fca67b2818c&device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 1097 time: 0.0941906 Aug 18 15:55:59.561300 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 822aeee9-a8b6-4462-86c9-05cf4f09e97b, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=822aeee9-a8b6-4462-86c9-05cf4f09e97b,segment=NetworkSegment(53c2849b-4f81-41a0-bac4-46cf6739a0dd),segment_id=53c2849b-4f81-41a0-bac4-46cf6739a0dd)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:55:59.568839 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-97b36206-cc2e-4536-ad40-448efa7d64c6 req-3aeca003-7606-4b8e-a13e-163179971892 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500779 Aug 18 15:55:59.573809 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '822aeee9-a8b6-4462-86c9-05cf4f09e97b', 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0', 'port_id': '822aeee9-a8b6-4462-86c9-05cf4f09e97b', 'mac_address': 'fa:16:3e:7e:60:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84d0760-e747-4c13-ac2f-cdf7d90a83a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:55:59.615777 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:59.630163 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822aeee9-a8b6-4462-86c9-05cf4f09e97b {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:55:59.652418 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 822aeee9-a8b6-4462-86c9-05cf4f09e97b, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=822aeee9-a8b6-4462-86c9-05cf4f09e97b,segment=NetworkSegment(53c2849b-4f81-41a0-bac4-46cf6739a0dd),segment_id=53c2849b-4f81-41a0-bac4-46cf6739a0dd)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:55:59.656319 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:59.657014 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 923b9e48-e53d-497c-933c-c17d0383bfba details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:55:59.666194 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfe71f-8520-4a3f-82ae-200f138f1f57 req-a1bf2550-2189-4baf-89f0-be67de9fc1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:59.667875 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-70cfe71f-8520-4a3f-82ae-200f138f1f57 req-a1bf2550-2189-4baf-89f0-be67de9fc1aa service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ccaffe3a9ca44a16b5da3fca67b2818c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1094325 Aug 18 15:55:59.724498 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 923b9e48-e53d-497c-933c-c17d0383bfba, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=923b9e48-e53d-497c-933c-c17d0383bfba,segment=NetworkSegment(53c2849b-4f81-41a0-bac4-46cf6739a0dd),segment_id=53c2849b-4f81-41a0-bac4-46cf6739a0dd)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:55:59.727546 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=822aeee9-a8b6-4462-86c9-05cf4f09e97b,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:55:59.745513 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '923b9e48-e53d-497c-933c-c17d0383bfba', 'network_id': '15a0504c-06b5-46fa-81c3-b3b20e1d40d0', 'port_id': '923b9e48-e53d-497c-933c-c17d0383bfba', 'mac_address': 'fa:16:3e:44:b0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84d0760-e747-4c13-ac2f-cdf7d90a83a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:55:59.790441 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfe71f-8520-4a3f-82ae-200f138f1f57 req-9b737ced-0443-4086-874a-6e1f17d4c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:59.792098 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-70cfe71f-8520-4a3f-82ae-200f138f1f57 req-9b737ced-0443-4086-874a-6e1f17d4c0bf service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171010 Aug 18 15:55:59.795422 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:59.813317 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923b9e48-e53d-497c-933c-c17d0383bfba {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:55:59.849192 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 923b9e48-e53d-497c-933c-c17d0383bfba, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=923b9e48-e53d-497c-933c-c17d0383bfba,segment=NetworkSegment(53c2849b-4f81-41a0-bac4-46cf6739a0dd),segment_id=53c2849b-4f81-41a0-bac4-46cf6739a0dd)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:55:59.854633 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:55:59.855790 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device f422ab3c-2b76-4670-9bfe-2b529f9b5a22 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:55:59.893088 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-66d5c931-a3be-4262-997f-69d851016d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:55:59.894844 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-66d5c931-a3be-4262-997f-69d851016d38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccaffe3a9ca44a16b5da3fca67b2818c&device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 1097 time: 0.0504882 Aug 18 15:55:59.958798 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-36ff1772-62e2-4a5a-98ee-efc3b5e66090 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3adc23-1d74-4cd8-8ec3-75212b5a70bb HTTP/1.1" status: 200 len: 217 time: 0.0546892 Aug 18 15:55:59.967663 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=923b9e48-e53d-497c-933c-c17d0383bfba,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:00.022734 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-ca05b1cb-a58b-4ad3-9391-ce52c807329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:00.025031 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-ca05b1cb-a58b-4ad3-9391-ce52c807329c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=439e0f3c-ed2e-4369-b19c-29e2fcf27f7e HTTP/1.1" status: 200 len: 848 time: 0.0557439 Aug 18 15:56:00.028101 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port f422ab3c-2b76-4670-9bfe-2b529f9b5a22, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=f422ab3c-2b76-4670-9bfe-2b529f9b5a22,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:00.046559 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': 'f422ab3c-2b76-4670-9bfe-2b529f9b5a22', 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c', 'port_id': 'f422ab3c-2b76-4670-9bfe-2b529f9b5a22', 'mac_address': 'fa:16:3e:7a:a8:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91139440-0498-4366-9223-66853c993206', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:56:00.094268 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:00.098418 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-7af6d390-2bf0-4d5c-9a56-afc7325006bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:00.099970 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-7af6d390-2bf0-4d5c-9a56-afc7325006bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae7b7023-460b-4b28-b8eb-4b3713d44050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669572 Aug 18 15:56:00.108242 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f422ab3c-2b76-4670-9bfe-2b529f9b5a22 {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:56:00.130875 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port f422ab3c-2b76-4670-9bfe-2b529f9b5a22, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=f422ab3c-2b76-4670-9bfe-2b529f9b5a22,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:00.136046 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:00.136825 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device d653ec34-d5c2-4ad5-9350-e40b4732b21e details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:56:00.191050 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=f422ab3c-2b76-4670-9bfe-2b529f9b5a22,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:00.203063 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-cd7e0509-350d-4918-960c-d5689df9209b service neutron] 10.222.0.20 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948713 Aug 18 15:56:00.307681 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port d653ec34-d5c2-4ad5-9350-e40b4732b21e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d653ec34-d5c2-4ad5-9350-e40b4732b21e,segment=NetworkSegment(ff65f942-dfb0-45eb-8c13-f7328f8e3a74),segment_id=ff65f942-dfb0-45eb-8c13-f7328f8e3a74)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:00.341180 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': 'd653ec34-d5c2-4ad5-9350-e40b4732b21e', 'network_id': 'ded6a12f-c97d-4ae6-9b6e-e603929da08f', 'port_id': 'd653ec34-d5c2-4ad5-9350-e40b4732b21e', 'mac_address': 'fa:16:3e:7f:1e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52c0bc6-a98c-4339-8dca-fc30af79af14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:56:00.344229 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7d92701-1be3-42e1-87dc-138efb3e178a req-3ee262b6-5449-422a-a8bd-297e522cf728 service neutron] 10.222.0.20 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308932 Aug 18 15:56:00.409055 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:00.423832 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d653ec34-d5c2-4ad5-9350-e40b4732b21e {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:56:00.444081 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port d653ec34-d5c2-4ad5-9350-e40b4732b21e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d653ec34-d5c2-4ad5-9350-e40b4732b21e,segment=NetworkSegment(ff65f942-dfb0-45eb-8c13-f7328f8e3a74),segment_id=ff65f942-dfb0-45eb-8c13-f7328f8e3a74)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:00.449248 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:00.449494 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe731e9-62bd-4b83-af8c-3eeb90d8abd9 req-7105411f-c732-4675-a397-40b96ec629b7 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:00.451419 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffe731e9-62bd-4b83-af8c-3eeb90d8abd9 req-7105411f-c732-4675-a397-40b96ec629b7 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 944 time: 0.0963860 Aug 18 15:56:00.464435 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1201b5-a2fb-4018-b6bb-6b36ad2e4e93 req-59909e5e-01d6-4049-b350-6adb48646cee tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:00.465958 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fb1201b5-a2fb-4018-b6bb-6b36ad2e4e93 req-59909e5e-01d6-4049-b350-6adb48646cee tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 944 time: 0.0925736 Aug 18 15:56:00.504596 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=d653ec34-d5c2-4ad5-9350-e40b4732b21e,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:00.522565 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffe731e9-62bd-4b83-af8c-3eeb90d8abd9 req-d8ce44d5-836e-4b93-98c3-4b04f42411f6 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556157 Aug 18 15:56:00.530479 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fb1201b5-a2fb-4018-b6bb-6b36ad2e4e93 req-aee987a4-de9d-4f73-a9d2-e2c5a632667e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577645 Aug 18 15:56:00.631214 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897e4ad-d468-46de-8870-5530702bd1bc req-80effcb3-bd2b-4b4b-abbd-d64a278c5204 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:00.632838 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4897e4ad-d468-46de-8870-5530702bd1bc req-80effcb3-bd2b-4b4b-abbd-d64a278c5204 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 944 time: 0.0524814 Aug 18 15:56:00.705223 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4897e4ad-d468-46de-8870-5530702bd1bc req-c6958232-d48a-451d-9b93-b243e6e8ca1d tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652242 Aug 18 15:56:00.721971 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9afd7-000f-4a37-a1f1-b71d787f1893 req-8405988f-3c6c-430b-bef1-75d3332857a2 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:00.721971 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b2b9afd7-000f-4a37-a1f1-b71d787f1893 req-8405988f-3c6c-430b-bef1-75d3332857a2 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 944 time: 0.0803781 Aug 18 15:56:00.767357 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b2b9afd7-000f-4a37-a1f1-b71d787f1893 req-06b6b0f4-550f-41dd-91a5-32ed597e16f9 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382099 Aug 18 15:56:00.957792 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['d653ec34-d5c2-4ad5-9350-e40b4732b21e'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:56:00.964095 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['f422ab3c-2b76-4670-9bfe-2b529f9b5a22'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:56:00.984981 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['923b9e48-e53d-497c-933c-c17d0383bfba'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:56:00.987935 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['822aeee9-a8b6-4462-86c9-05cf4f09e97b'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:56:01.736408 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b700fd0-3911-4b98-a159-20c584a2f38a req-c8039ff3-ab9e-47b6-aca7-e2d4bd71ef79 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:01.738411 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0b700fd0-3911-4b98-a159-20c584a2f38a req-c8039ff3-ab9e-47b6-aca7-e2d4bd71ef79 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 944 time: 0.0971267 Aug 18 15:56:01.751060 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5513c17-c272-4f37-9d69-d40417b763b9 req-279e9098-38a8-425b-a5bb-bab8f7a056c1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:01.753593 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f5513c17-c272-4f37-9d69-d40417b763b9 req-279e9098-38a8-425b-a5bb-bab8f7a056c1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 944 time: 0.0752165 Aug 18 15:56:01.828332 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0b700fd0-3911-4b98-a159-20c584a2f38a req-17229a11-6286-4b3e-bc5a-8163a65c0138 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737455 Aug 18 15:56:01.830922 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f5513c17-c272-4f37-9d69-d40417b763b9 req-019fabde-a5c6-4877-b5a4-60eb7769a845 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668707 Aug 18 15:56:01.968074 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886d3db-284e-4fad-a8ea-abef8c566567 req-c56a0d5a-b4c2-452e-9ee9-221c68ec5d08 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:01.969645 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a886d3db-284e-4fad-a8ea-abef8c566567 req-c56a0d5a-b4c2-452e-9ee9-221c68ec5d08 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 944 time: 0.0823352 Aug 18 15:56:01.979384 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c79b6f-4e62-405b-8bdc-91647d86d3dd req-9dbae59c-f849-4e61-8617-514c86e40e22 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:01.983568 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e7c79b6f-4e62-405b-8bdc-91647d86d3dd req-9dbae59c-f849-4e61-8617-514c86e40e22 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 944 time: 0.0873110 Aug 18 15:56:02.041468 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a886d3db-284e-4fad-a8ea-abef8c566567 req-6cbc4215-a45a-4b0e-841d-0a46ba70616d tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563903 Aug 18 15:56:02.044101 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e7c79b6f-4e62-405b-8bdc-91647d86d3dd req-8e7d0f52-3a9e-4b4a-b1ac-881ecb9434fd tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531914 Aug 18 15:56:02.477716 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:56:02.578354 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=2a3adc23-1d74-4cd8-8ec3-75212b5a70bb,segment=NetworkSegment(f0c592b3-ba7d-4fbe-a26b-9c2387ca595a),segment_id=f0c592b3-ba7d-4fbe-a26b-9c2387ca595a)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:02.590543 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '2a3adc23-1d74-4cd8-8ec3-75212b5a70bb', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'port_id': '2a3adc23-1d74-4cd8-8ec3-75212b5a70bb', 'mac_address': 'fa:16:3e:1c:50:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:56:02.629454 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:02.642784 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:56:02.667168 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=2a3adc23-1d74-4cd8-8ec3-75212b5a70bb,segment=NetworkSegment(f0c592b3-ba7d-4fbe-a26b-9c2387ca595a),segment_id=f0c592b3-ba7d-4fbe-a26b-9c2387ca595a)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:02.670364 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:02.723592 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=2a3adc23-1d74-4cd8-8ec3-75212b5a70bb,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:02.940702 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['2a3adc23-1d74-4cd8-8ec3-75212b5a70bb'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:56:02.990548 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a197d5-a975-485d-8fa1-11f41e207e8a req-7c184d9f-878b-4e59-bb0b-580340c0e57a tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:02.992504 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-26a197d5-a975-485d-8fa1-11f41e207e8a req-7c184d9f-878b-4e59-bb0b-580340c0e57a tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 944 time: 0.0837915 Aug 18 15:56:03.011732 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2474c-ba99-4fd8-82df-8bff1dfc93b0 req-bdd96200-d93f-4ac7-8233-d462eebdc70f tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:03.013470 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-73e2474c-ba99-4fd8-82df-8bff1dfc93b0 req-bdd96200-d93f-4ac7-8233-d462eebdc70f tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 944 time: 0.1036000 Aug 18 15:56:03.067217 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-26a197d5-a975-485d-8fa1-11f41e207e8a req-764235d8-4c3d-4e52-ab54-edda019efc82 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524290 Aug 18 15:56:03.086750 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-73e2474c-ba99-4fd8-82df-8bff1dfc93b0 req-91a6c824-a83f-4cb3-a996-7430e160ff42 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636988 Aug 18 15:56:03.241618 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce74ba-8567-4e94-bf9b-44d6a7350ffe req-10fe3475-0e47-4107-adf0-679bc6adb457 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:03.243775 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-65ce74ba-8567-4e94-bf9b-44d6a7350ffe req-10fe3475-0e47-4107-adf0-679bc6adb457 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 944 time: 0.0865839 Aug 18 15:56:03.255213 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d59d3-c8af-4ed4-bee3-d9c19e968f7b req-a25ebeec-3f3c-4aa9-9dff-0465dca836e9 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:03.256693 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d97d59d3-c8af-4ed4-bee3-d9c19e968f7b req-a25ebeec-3f3c-4aa9-9dff-0465dca836e9 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 945 time: 0.0901320 Aug 18 15:56:03.314089 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-65ce74ba-8567-4e94-bf9b-44d6a7350ffe req-086c4c77-f4df-4f59-b9b3-5b8e361e02b2 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563695 Aug 18 15:56:03.318792 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d97d59d3-c8af-4ed4-bee3-d9c19e968f7b req-5ccf5c94-9101-45ce-8a04-131b0cf83f6c tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532179 Aug 18 15:56:03.936915 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 58686) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:04.072855 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-94fe663c-8658-4ade-bb7b-a3572b20331e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:04.170436 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-94fe663c-8658-4ade-bb7b-a3572b20331e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:04.175417 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-94fe663c-8658-4ade-bb7b-a3572b20331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:04.215989 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ae1a7-1ede-4b89-8111-f6216b50cbfc req-b8cbd714-140b-46fc-a823-1b15c9e162da tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:04.218803 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0f2ae1a7-1ede-4b89-8111-f6216b50cbfc req-b8cbd714-140b-46fc-a823-1b15c9e162da tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 944 time: 0.0664968 Aug 18 15:56:04.234440 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe663c-8658-4ade-bb7b-a3572b20331e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf5f315-6e07-4dd5-934c-a40602a25039,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:04.238960 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-94fe663c-8658-4ade-bb7b-a3572b20331e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5dc82e097d141dcb571f13142442c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008947 Aug 18 15:56:04.241666 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 58702) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:04.299279 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3fb1484f-c043-4ba1-a87e-20c586d34a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:04.323277 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3fb1484f-c043-4ba1-a87e-20c586d34a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:04.393575 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3fb1484f-c043-4ba1-a87e-20c586d34a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:04.396351 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3fb1484f-c043-4ba1-a87e-20c586d34a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:04.397555 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-3fb1484f-c043-4ba1-a87e-20c586d34a75 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4cf5f315-6e07-4dd5-934c-a40602a25039 HTTP/1.1" status: 204 len: 168 time: 0.1546769 Aug 18 15:56:04.409254 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1484f-c043-4ba1-a87e-20c586d34a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf5f315-6e07-4dd5-934c-a40602a25039,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:04.489929 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:56:04.525134 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f2d92-46e9-4516-9415-0aa36a20ac3a req-ea18783e-6f86-427d-a265-c21d67d80158 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:04.526680 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-af6f2d92-46e9-4516-9415-0aa36a20ac3a req-ea18783e-6f86-427d-a265-c21d67d80158 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 944 time: 0.3067403 Aug 18 15:56:04.537005 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0f2ae1a7-1ede-4b89-8111-f6216b50cbfc req-70113d35-57e5-4fd3-9101-63ae25a84287 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062754 Aug 18 15:56:04.564617 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:56:04.569869 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:56:04.570214 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:04.609660 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-af6f2d92-46e9-4516-9415-0aa36a20ac3a req-359bba82-d1ca-4047-92da-2a6fa2593faa tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759559 Aug 18 15:56:04.685286 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:04.718415 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a25739-8dce-4175-8c5d-3e4177b894ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3adc23-1d74-4cd8-8ec3-75212b5a70bb'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:56:04.759585 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d09f28-1e02-40c2-939c-9dc114b5cf3a req-ee4124d9-f1e3-46ce-a963-570dc415b25f tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:04.762091 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-13d09f28-1e02-40c2-939c-9dc114b5cf3a req-ee4124d9-f1e3-46ce-a963-570dc415b25f tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 944 time: 0.1178672 Aug 18 15:56:04.806788 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285af46-2ca0-458e-9ae9-e2b171dea2cf req-05e3f1b0-6768-4073-b1e0-d0aeaf67146d tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:04.808697 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2285af46-2ca0-458e-9ae9-e2b171dea2cf req-05e3f1b0-6768-4073-b1e0-d0aeaf67146d tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 945 time: 0.1276195 Aug 18 15:56:04.838771 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 58726) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:04.855515 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-13d09f28-1e02-40c2-939c-9dc114b5cf3a req-23c7d1ec-4e7d-4869-b0fa-d9395fd4f465 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845468 Aug 18 15:56:04.873289 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e1859996-4afc-42cc-a148-06da815da65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:04.899811 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2285af46-2ca0-458e-9ae9-e2b171dea2cf req-04faf462-3b5d-4d83-b3e2-a4acc10b4f56 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803366 Aug 18 15:56:04.901647 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=2a3adc23-1d74-4cd8-8ec3-75212b5a70bb,segment=NetworkSegment(f0c592b3-ba7d-4fbe-a26b-9c2387ca595a),segment_id=f0c592b3-ba7d-4fbe-a26b-9c2387ca595a)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:04.916338 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:04.916338 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 923b9e48-e53d-497c-933c-c17d0383bfba up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:56:04.995050 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e1859996-4afc-42cc-a148-06da815da65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:04.999255 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e1859996-4afc-42cc-a148-06da815da65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:05.003555 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be73760-c739-4531-9574-6c80ad7af95d" -d '{"events": [{"server_uuid": "b5a25739-8dce-4175-8c5d-3e4177b894ec", "name": "network-vif-plugged", "status": "completed", "tag": "2a3adc23-1d74-4cd8-8ec3-75212b5a70bb"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:56:05.012787 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=2a3adc23-1d74-4cd8-8ec3-75212b5a70bb,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:05.033537 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1859996-4afc-42cc-a148-06da815da65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b661148-6fc5-43e4-8fed-b540b9134c0a,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:05.034525 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port 923b9e48-e53d-497c-933c-c17d0383bfba completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:56:05.038738 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 923b9e48-e53d-497c-933c-c17d0383bfba triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:56:05.039283 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:05.049416 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-e1859996-4afc-42cc-a148-06da815da65b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=429c2f24975546a9ba371cc6daef9f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094915 Aug 18 15:56:05.052334 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 58738) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:05.124847 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811497d5-aa7a-4597-9d9a-4a9ffffaded2 x-openstack-request-id: req-811497d5-aa7a-4597-9d9a-4a9ffffaded2 {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:56:05.125169 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a25739-8dce-4175-8c5d-3e4177b894ec", "name": "network-vif-plugged", "status": "completed", "tag": "2a3adc23-1d74-4cd8-8ec3-75212b5a70bb", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:56:05.125464 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-811497d5-aa7a-4597-9d9a-4a9ffffaded2 {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:56:05.126116 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a25739-8dce-4175-8c5d-3e4177b894ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3adc23-1d74-4cd8-8ec3-75212b5a70bb', 'code': 200} Aug 18 15:56:05.126719 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f00a33de-ec33-4f57-85f6-247af1e457f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:05.143898 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:05.157358 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f00a33de-ec33-4f57-85f6-247af1e457f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:05.179385 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 923b9e48-e53d-497c-933c-c17d0383bfba, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=923b9e48-e53d-497c-933c-c17d0383bfba,segment=NetworkSegment(53c2849b-4f81-41a0-bac4-46cf6739a0dd),segment_id=53c2849b-4f81-41a0-bac4-46cf6739a0dd)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:05.183550 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:05.184606 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device f422ab3c-2b76-4670-9bfe-2b529f9b5a22 up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:56:05.225130 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f00a33de-ec33-4f57-85f6-247af1e457f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:05.230172 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f00a33de-ec33-4f57-85f6-247af1e457f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:05.233610 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f00a33de-ec33-4f57-85f6-247af1e457f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b661148-6fc5-43e4-8fed-b540b9134c0a HTTP/1.1" status: 204 len: 168 time: 0.1800449 Aug 18 15:56:05.264324 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a33de-ec33-4f57-85f6-247af1e457f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b661148-6fc5-43e4-8fed-b540b9134c0a,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:05.269703 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=923b9e48-e53d-497c-933c-c17d0383bfba,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:05.285030 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port f422ab3c-2b76-4670-9bfe-2b529f9b5a22 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:56:05.294519 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port f422ab3c-2b76-4670-9bfe-2b529f9b5a22 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:56:05.294812 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:05.390698 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfb06d-63fa-42ca-a801-69dd9f2e71fc req-6ef33b3b-3cbc-43b3-b40e-274be8ff5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:05.392932 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-49bfb06d-63fa-42ca-a801-69dd9f2e71fc req-6ef33b3b-3cbc-43b3-b40e-274be8ff5065 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 1099 time: 0.0896132 Aug 18 15:56:05.399763 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:05.418101 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-49bfb06d-63fa-42ca-a801-69dd9f2e71fc req-11d93a52-9c30-49a2-aefc-61e5c1bae309 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:05.457672 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port f422ab3c-2b76-4670-9bfe-2b529f9b5a22, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=f422ab3c-2b76-4670-9bfe-2b529f9b5a22,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:05.470037 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:05.470874 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device d653ec34-d5c2-4ad5-9350-e40b4732b21e up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:56:05.553110 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=f422ab3c-2b76-4670-9bfe-2b529f9b5a22,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:05.576366 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port d653ec34-d5c2-4ad5-9350-e40b4732b21e completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:56:05.580787 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port d653ec34-d5c2-4ad5-9350-e40b4732b21e triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:56:05.581436 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:05.670959 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-49bfb06d-63fa-42ca-a801-69dd9f2e71fc req-11d93a52-9c30-49a2-aefc-61e5c1bae309 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:05.676782 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-49bfb06d-63fa-42ca-a801-69dd9f2e71fc req-11d93a52-9c30-49a2-aefc-61e5c1bae309 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:05.809335 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-49bfb06d-63fa-42ca-a801-69dd9f2e71fc req-11d93a52-9c30-49a2-aefc-61e5c1bae309 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4076793 Aug 18 15:56:05.843616 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:05.888842 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d93a52-9c30-49a2-aefc-61e5c1bae309 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7e123ecf-bb16-4002-a945-72f210b4b754,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:05.906002 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port d653ec34-d5c2-4ad5-9350-e40b4732b21e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d653ec34-d5c2-4ad5-9350-e40b4732b21e,segment=NetworkSegment(ff65f942-dfb0-45eb-8c13-f7328f8e3a74),segment_id=ff65f942-dfb0-45eb-8c13-f7328f8e3a74)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:05.911836 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:05.912644 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 822aeee9-a8b6-4462-86c9-05cf4f09e97b up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:56:05.941819 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e01ea3-46db-43a8-8dcd-7c60074e91a9 req-b7bf075d-c7c6-4de3-8570-7e04e727829b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:05.954414 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-16e01ea3-46db-43a8-8dcd-7c60074e91a9 req-b7bf075d-c7c6-4de3-8570-7e04e727829b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.2060857 Aug 18 15:56:05.963700 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e1e24-a9ef-4adc-87a0-d6ef76584b80 req-f2c0d8ef-f14f-41fa-bf29-4dfe8e359209 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:05.972257 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a4e1e24-a9ef-4adc-87a0-d6ef76584b80 req-f2c0d8ef-f14f-41fa-bf29-4dfe8e359209 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 945 time: 0.1706786 Aug 18 15:56:06.030607 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=d653ec34-d5c2-4ad5-9350-e40b4732b21e,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:06.052987 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port 822aeee9-a8b6-4462-86c9-05cf4f09e97b completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:56:06.057444 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 822aeee9-a8b6-4462-86c9-05cf4f09e97b triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:56:06.057781 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:06.059945 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-16e01ea3-46db-43a8-8dcd-7c60074e91a9 req-b29cb808-ea52-4b62-9ab0-718dc032fb83 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057594 Aug 18 15:56:06.062621 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a4e1e24-a9ef-4adc-87a0-d6ef76584b80 req-222b8e29-5113-483f-86a3-f1e92285354b tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890138 Aug 18 15:56:06.180896 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:06.221598 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 822aeee9-a8b6-4462-86c9-05cf4f09e97b, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=822aeee9-a8b6-4462-86c9-05cf4f09e97b,segment=NetworkSegment(53c2849b-4f81-41a0-bac4-46cf6739a0dd),segment_id=53c2849b-4f81-41a0-bac4-46cf6739a0dd)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:06.225628 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:06.252588 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd6a77-929b-4c7f-9e68-f799bded33cc req-29f34936-b261-49f7-a396-837a6c5f47cc tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:06.259849 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3cbd6a77-929b-4c7f-9e68-f799bded33cc req-29f34936-b261-49f7-a396-837a6c5f47cc tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0707700 Aug 18 15:56:06.269339 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d06f7-ecce-4730-a55e-d92840e63953 req-04a80eea-30c5-4408-8b34-d24f636bc1bf tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:06.270810 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bd2d06f7-ecce-4730-a55e-d92840e63953 req-04a80eea-30c5-4408-8b34-d24f636bc1bf tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 945 time: 0.1376920 Aug 18 15:56:06.287121 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=822aeee9-a8b6-4462-86c9-05cf4f09e97b,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:06.325316 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3cbd6a77-929b-4c7f-9e68-f799bded33cc req-473a0bbd-00ad-4902-b105-69737da1f233 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645988 Aug 18 15:56:06.337400 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bd2d06f7-ecce-4730-a55e-d92840e63953 req-a7a06c0f-ecbd-4c4c-969b-26a8738c821d tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596051 Aug 18 15:56:07.127765 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b2e063-1bd1-4048-be27-6ab73f2c061a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923b9e48-e53d-497c-933c-c17d0383bfba'}, {'server_uuid': '3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422ab3c-2b76-4670-9bfe-2b529f9b5a22'}, {'server_uuid': 'e76f87bc-3016-40a8-9e82-fe63a3bb3f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd653ec34-d5c2-4ad5-9350-e40b4732b21e'}, {'server_uuid': '31dc1ccc-3447-4af7-9c5d-234f5fc372c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822aeee9-a8b6-4462-86c9-05cf4f09e97b'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:56:07.133093 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185254e6-09e8-4554-a12b-b9d067becf9b" -d '{"events": [{"server_uuid": "a6b2e063-1bd1-4048-be27-6ab73f2c061a", "name": "network-vif-plugged", "status": "completed", "tag": "923b9e48-e53d-497c-933c-c17d0383bfba"}, {"server_uuid": "3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3", "name": "network-vif-plugged", "status": "completed", "tag": "f422ab3c-2b76-4670-9bfe-2b529f9b5a22"}, {"server_uuid": "e76f87bc-3016-40a8-9e82-fe63a3bb3f83", "name": "network-vif-plugged", "status": "completed", "tag": "d653ec34-d5c2-4ad5-9350-e40b4732b21e"}, {"server_uuid": "31dc1ccc-3447-4af7-9c5d-234f5fc372c7", "name": "network-vif-plugged", "status": "completed", "tag": "822aeee9-a8b6-4462-86c9-05cf4f09e97b"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:56:07.230414 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf1227-6d5d-43ac-b3c0-5dc6fcd0579d req-be92713a-0a6c-439a-90f0-f3fd6c9a5094 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:07.247380 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ddcf1227-6d5d-43ac-b3c0-5dc6fcd0579d req-be92713a-0a6c-439a-90f0-f3fd6c9a5094 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.1064351 Aug 18 15:56:07.288033 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7921101-0b19-4ed6-8413-f47c5ef846cd req-acd6a052-c72a-458d-adee-4de078b57ffd tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:07.296068 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d7921101-0b19-4ed6-8413-f47c5ef846cd req-acd6a052-c72a-458d-adee-4de078b57ffd tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 945 time: 0.1160319 Aug 18 15:56:07.345021 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ddcf1227-6d5d-43ac-b3c0-5dc6fcd0579d req-bef31d5c-173e-4d83-b0bc-07eb0ff79582 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929615 Aug 18 15:56:07.397777 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d7921101-0b19-4ed6-8413-f47c5ef846cd req-32e2f519-a236-4991-add3-c564c8df7232 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994248 Aug 18 15:56:07.436769 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 18 Aug 2021 15:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a6582d-e820-419d-b585-1411047e0899 x-openstack-request-id: req-23a6582d-e820-419d-b585-1411047e0899 {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:56:07.437158 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b2e063-1bd1-4048-be27-6ab73f2c061a", "name": "network-vif-plugged", "status": "completed", "tag": "923b9e48-e53d-497c-933c-c17d0383bfba", "code": 200}, {"server_uuid": "3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3", "name": "network-vif-plugged", "status": "completed", "tag": "f422ab3c-2b76-4670-9bfe-2b529f9b5a22", "code": 200}, {"server_uuid": "e76f87bc-3016-40a8-9e82-fe63a3bb3f83", "name": "network-vif-plugged", "status": "completed", "tag": "d653ec34-d5c2-4ad5-9350-e40b4732b21e", "code": 200}, {"server_uuid": "31dc1ccc-3447-4af7-9c5d-234f5fc372c7", "name": "network-vif-plugged", "status": "completed", "tag": "822aeee9-a8b6-4462-86c9-05cf4f09e97b", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:56:07.437479 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23a6582d-e820-419d-b585-1411047e0899 {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:56:07.437970 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b2e063-1bd1-4048-be27-6ab73f2c061a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923b9e48-e53d-497c-933c-c17d0383bfba', 'code': 200} Aug 18 15:56:07.438406 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422ab3c-2b76-4670-9bfe-2b529f9b5a22', 'code': 200} Aug 18 15:56:07.438721 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76f87bc-3016-40a8-9e82-fe63a3bb3f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd653ec34-d5c2-4ad5-9350-e40b4732b21e', 'code': 200} Aug 18 15:56:07.439081 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31dc1ccc-3447-4af7-9c5d-234f5fc372c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822aeee9-a8b6-4462-86c9-05cf4f09e97b', 'code': 200} Aug 18 15:56:07.575260 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd90d7-85d2-417a-a024-d4d854a63346 req-88685c2c-f3dc-43ad-8ddf-6f2e37c59038 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:07.576766 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7ecd90d7-85d2-417a-a024-d4d854a63346 req-88685c2c-f3dc-43ad-8ddf-6f2e37c59038 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0959985 Aug 18 15:56:07.613796 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db5c35-f4f6-4968-bf36-da67681feb3b req-beca55db-6887-4c55-a9f6-41bcccf8f361 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:07.615600 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-27db5c35-f4f6-4968-bf36-da67681feb3b req-beca55db-6887-4c55-a9f6-41bcccf8f361 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 945 time: 0.1030445 Aug 18 15:56:07.657324 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7ecd90d7-85d2-417a-a024-d4d854a63346 req-acef9122-d702-4435-a616-62e388cb3ad4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738554 Aug 18 15:56:07.686807 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-27db5c35-f4f6-4968-bf36-da67681feb3b req-a2cc1114-b2f2-4b17-9849-26fcc3e3a4db tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624800 Aug 18 15:56:07.864623 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7473886-15d6-4c34-a686-2532d6501aee req-ab791fb0-4bf9-452d-97b6-02db4df8cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:07.866238 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7473886-15d6-4c34-a686-2532d6501aee req-ab791fb0-4bf9-452d-97b6-02db4df8cc07 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 1098 time: 0.0565422 Aug 18 15:56:07.905858 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7473886-15d6-4c34-a686-2532d6501aee req-f21e5f16-6c77-448f-860a-e45ed5c89a43 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314410 Aug 18 15:56:07.947770 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8eea3-b03c-4829-95c4-50fb7f8b3702 req-0c5c8a3a-a3f5-4aac-8a32-26da5b249a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:07.949369 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-13e8eea3-b03c-4829-95c4-50fb7f8b3702 req-0c5c8a3a-a3f5-4aac-8a32-26da5b249a57 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 1098 time: 0.0416760 Aug 18 15:56:08.039592 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-13e8eea3-b03c-4829-95c4-50fb7f8b3702 req-c58132d6-8746-47be-8537-8b0fd83f9752 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610731 Aug 18 15:56:08.049102 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8af285-f1ca-4eee-9875-4daae19fcc93 req-dad50ec2-7726-43e6-a304-1873cd95f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:08.049737 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe11165-5570-46b5-b97d-53b8003521a2 req-64e79e16-bff1-42e3-9923-52d6202881f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:08.050651 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3e8af285-f1ca-4eee-9875-4daae19fcc93 req-dad50ec2-7726-43e6-a304-1873cd95f6ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 1099 time: 0.0966995 Aug 18 15:56:08.050857 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1fe11165-5570-46b5-b97d-53b8003521a2 req-64e79e16-bff1-42e3-9923-52d6202881f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 1098 time: 0.0664430 Aug 18 15:56:08.130874 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1fe11165-5570-46b5-b97d-53b8003521a2 req-c86868a8-d235-44ac-81cd-1eb9e67d5e0e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292809 Aug 18 15:56:08.138134 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3e8af285-f1ca-4eee-9875-4daae19fcc93 req-b1cfaad8-6a70-4660-afe2-cbaa4573b784 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361571 Aug 18 15:56:08.482458 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3eb1c-203d-4b29-96fd-7ea3c0858af7 req-b7da9508-391f-492b-bbbb-9d0eb185db0f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:08.484070 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2ec3eb1c-203d-4b29-96fd-7ea3c0858af7 req-b7da9508-391f-492b-bbbb-9d0eb185db0f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0604305 Aug 18 15:56:08.560853 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2ec3eb1c-203d-4b29-96fd-7ea3c0858af7 req-ee03a142-0e43-4ca1-b726-dfc9a1d8b1e5 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703259 Aug 18 15:56:08.576989 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfd677-2a26-4aa5-bb9a-311f7daf720f req-c3faf7c9-b996-4c28-9e5d-7b0814d96e87 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:08.578527 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7fdfd677-2a26-4aa5-bb9a-311f7daf720f req-c3faf7c9-b996-4c28-9e5d-7b0814d96e87 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 945 time: 0.0811176 Aug 18 15:56:08.622697 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7fdfd677-2a26-4aa5-bb9a-311f7daf720f req-9d097c3c-e89d-49fd-8a5e-d545d0e98c73 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379915 Aug 18 15:56:08.840267 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fb016-637f-4ca8-9dca-080ef69f642f req-89c1db96-8f98-4857-bc44-2f84299019d6 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:08.841790 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2c9fb016-637f-4ca8-9dca-080ef69f642f req-89c1db96-8f98-4857-bc44-2f84299019d6 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.1009285 Aug 18 15:56:08.874916 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663220f-fbd1-4ae3-8307-55cd62ca10d0 req-13893719-f1c2-4fb1-84cf-a592c36ee9d6 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:08.876345 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d663220f-fbd1-4ae3-8307-55cd62ca10d0 req-13893719-f1c2-4fb1-84cf-a592c36ee9d6 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 945 time: 0.0885360 Aug 18 15:56:08.908798 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2c9fb016-637f-4ca8-9dca-080ef69f642f req-8dde1c0e-d0af-493d-b5d1-40be07f85102 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583768 Aug 18 15:56:08.928999 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d663220f-fbd1-4ae3-8307-55cd62ca10d0 req-b20ca084-993a-402f-a45e-766a01cc79d1 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449750 Aug 18 15:56:09.073767 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85aa12-09a0-4d97-a360-5fc57c41b95c req-0d474a00-2b73-425b-9ed9-30fa83eb8396 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:09.075249 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bc85aa12-09a0-4d97-a360-5fc57c41b95c req-0d474a00-2b73-425b-9ed9-30fa83eb8396 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0536771 Aug 18 15:56:09.084357 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 58908) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:09.090575 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-2f0138b4-cae2-4286-b2ea-509949e31661 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Request body: {'floatingip': {'port_id': '2a3adc23-1d74-4cd8-8ec3-75212b5a70bb'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:56:09.174471 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2f0138b4-cae2-4286-b2ea-509949e31661 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for floatingip, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:09.788528 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a9311-3fa5-48d3-9647-eaac9a945252 req-8b54e772-4edb-4908-a7ac-fac604099dec tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:09.790955 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c1a9311-3fa5-48d3-9647-eaac9a945252 req-8b54e772-4edb-4908-a7ac-fac604099dec tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.1431255 Aug 18 15:56:09.849472 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.db.resource_extend [None req-2f0138b4-cae2-4286-b2ea-509949e31661 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 15:56:09.897628 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c1a9311-3fa5-48d3-9647-eaac9a945252 req-ebfdb43e-6213-44e8-afe5-4f43d84f376c tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860906 Aug 18 15:56:09.929932 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b78b8-95ab-49b4-a548-91b4b7433af3 req-7c3a6c86-c59d-4ab5-8a7a-601c75645042 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:09.933253 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-df0b78b8-95ab-49b4-a548-91b4b7433af3 req-7c3a6c86-c59d-4ab5-8a7a-601c75645042 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 945 time: 0.2191854 Aug 18 15:56:10.008757 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2f0138b4-cae2-4286-b2ea-509949e31661 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:10.017630 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2f0138b4-cae2-4286-b2ea-509949e31661 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:10.298742 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-df0b78b8-95ab-49b4-a548-91b4b7433af3 req-e06bdb71-5a7c-4bf1-a011-53e5c6245c38 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596218 Aug 18 15:56:10.388430 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a544efc-e55b-43d4-af4e-b34ddde8f0dd req-93bccdc2-c370-40d4-9772-e3cb60903b75 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:10.389958 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0a544efc-e55b-43d4-af4e-b34ddde8f0dd req-93bccdc2-c370-40d4-9772-e3cb60903b75 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 945 time: 0.1080718 Aug 18 15:56:10.401004 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.l3_db [None req-2f0138b4-cae2-4286-b2ea-509949e31661 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Floating IP c4d0865c-8cb8-4159-bc36-be1f5fe425f6 associated. External IP: 172.27.2.203, port: 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb. Aug 18 15:56:10.513051 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0a544efc-e55b-43d4-af4e-b34ddde8f0dd req-5b69b287-46a2-45cf-8ec1-d432d70f36d4 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148124 Aug 18 15:56:10.663756 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0138b4-cae2-4286-b2ea-509949e31661 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:56:10.784035 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0138b4-cae2-4286-b2ea-509949e31661 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:56:10.789617 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2f0138b4-cae2-4286-b2ea-509949e31661 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:10.798063 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7376401-9647-4fde-82f7-19a67e60e019 None None] Sync routers for ids ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:56:10.808656 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7376401-9647-4fde-82f7-19a67e60e019 None None] Routers {'79b82f34-a26b-4a9b-8102-8d1d302eeb9e'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:56:10.809692 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-c7376401-9647-4fde-82f7-19a67e60e019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:55:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:56:10.830154 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-2f0138b4-cae2-4286-b2ea-509949e31661 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "PUT /v2.0/floatingips/c4d0865c-8cb8-4159-bc36-be1f5fe425f6 HTTP/1.1" status: 200 len: 992 time: 1.7440991 Aug 18 15:56:10.830496 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a25739-8dce-4175-8c5d-3e4177b894ec', 'tag': '2a3adc23-1d74-4cd8-8ec3-75212b5a70bb'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:56:10.844862 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e71d3fa-39fb-4602-b99c-0d98ce277244" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a25739-8dce-4175-8c5d-3e4177b894ec", "tag": "2a3adc23-1d74-4cd8-8ec3-75212b5a70bb"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:56:10.931778 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f55913-b548-47d7-842d-dc456b512a67 x-openstack-request-id: req-72f55913-b548-47d7-842d-dc456b512a67 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:56:10.933586 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a25739-8dce-4175-8c5d-3e4177b894ec", "tag": "2a3adc23-1d74-4cd8-8ec3-75212b5a70bb", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:56:10.933586 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72f55913-b548-47d7-842d-dc456b512a67 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:56:10.933586 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a25739-8dce-4175-8c5d-3e4177b894ec', 'tag': '2a3adc23-1d74-4cd8-8ec3-75212b5a70bb', 'status': 'completed', 'code': 200} Aug 18 15:56:10.981952 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-c7376401-9647-4fde-82f7-19a67e60e019 None None] Set router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:56:11.069593 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71d3fa-39fb-4602-b99c-0d98ce277244 req-df1780ab-c54e-487b-ad29-c6245f63382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:11.072608 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5e71d3fa-39fb-4602-b99c-0d98ce277244 req-df1780ab-c54e-487b-ad29-c6245f63382d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccaffe3a9ca44a16b5da3fca67b2818c&device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 1099 time: 0.1097715 Aug 18 15:56:11.098963 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a89e4b-be02-4e6f-9ef6-3c6d36c93117 req-af97dfcc-7c76-440b-a9b7-b1058135ad4a tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:11.107407 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e4a89e4b-be02-4e6f-9ef6-3c6d36c93117 req-af97dfcc-7c76-440b-a9b7-b1058135ad4a tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0902948 Aug 18 15:56:11.173089 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e4a89e4b-be02-4e6f-9ef6-3c6d36c93117 req-c72ad79a-3c6b-462a-947f-156a1357aba4 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638702 Aug 18 15:56:11.233584 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71d3fa-39fb-4602-b99c-0d98ce277244 req-19c9dc34-6432-46a0-ab51-561614844d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:11.239873 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5e71d3fa-39fb-4602-b99c-0d98ce277244 req-19c9dc34-6432-46a0-ab51-561614844d42 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae7b7023-460b-4b28-b8eb-4b3713d44050 HTTP/1.1" status: 200 len: 910 time: 0.1596870 Aug 18 15:56:11.427548 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5e71d3fa-39fb-4602-b99c-0d98ce277244 req-4cd7ff1e-c3de-4e43-8f32-0e78c7202519 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3adc23-1d74-4cd8-8ec3-75212b5a70bb HTTP/1.1" status: 200 len: 1000 time: 0.1772940 Aug 18 15:56:11.528322 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71d3fa-39fb-4602-b99c-0d98ce277244 req-199b55b2-4f70-4e4e-a9e6-ae94de7e4e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:11.528615 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-c7376401-9647-4fde-82f7-19a67e60e019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:37Z', 'revision_number': 4, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': 'c4d0865c-8cb8-4159-bc36-be1f5fe425f6', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'port_id': '2a3adc23-1d74-4cd8-8ec3-75212b5a70bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'mac_address': 'fa:16:3e:1c:50:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a25739-8dce-4175-8c5d-3e4177b894ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:55:49Z', 'updated_at': '2021-08-18T15:56:09Z', 'revision_number': 1, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb81f218-45b9-4512-bb81-fa16315a6675', 'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'mac_address': 'fa:16:3e:96:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:33Z', 'updated_at': '2021-08-18T15:55:46Z', 'revision_number': 5, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'subnets': [{'id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:56:11.530847 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5e71d3fa-39fb-4602-b99c-0d98ce277244 req-199b55b2-4f70-4e4e-a9e6-ae94de7e4e78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=439e0f3c-ed2e-4369-b19c-29e2fcf27f7e HTTP/1.1" status: 200 len: 848 time: 0.0805740 Aug 18 15:56:11.571052 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7376401-9647-4fde-82f7-19a67e60e019 None None] Checking router: 79b82f34-a26b-4a9b-8102-8d1d302eeb9e for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:56:11.583613 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7376401-9647-4fde-82f7-19a67e60e019 None None] Routers {'79b82f34-a26b-4a9b-8102-8d1d302eeb9e'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:56:11.584403 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-c7376401-9647-4fde-82f7-19a67e60e019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:55:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:56:11.653923 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71d3fa-39fb-4602-b99c-0d98ce277244 req-d22a0163-0ec6-4c58-a8ce-e6215f27c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:11.658158 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5e71d3fa-39fb-4602-b99c-0d98ce277244 req-d22a0163-0ec6-4c58-a8ce-e6215f27c9d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae7b7023-460b-4b28-b8eb-4b3713d44050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1159878 Aug 18 15:56:11.660812 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3ef81-6c23-4a2d-a509-987134a6efbc req-086465d1-1851-40dd-a46d-21ab9a3ef0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:11.662657 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-03f3ef81-6c23-4a2d-a509-987134a6efbc req-086465d1-1851-40dd-a46d-21ab9a3ef0b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e78890fc8d84a978e7ab7a79a4d6e14&device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 1098 time: 0.1721227 Aug 18 15:56:11.687596 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f926d11-81b0-4f0a-818a-2999960fa120 req-fffe361e-ca20-41f4-8a46-8729e541f641 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:11.694434 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6f926d11-81b0-4f0a-818a-2999960fa120 req-fffe361e-ca20-41f4-8a46-8729e541f641 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.1416976 Aug 18 15:56:11.786677 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-c7376401-9647-4fde-82f7-19a67e60e019 None None] Set router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:56:11.802937 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6f926d11-81b0-4f0a-818a-2999960fa120 req-cf009fad-0a7b-420b-a626-f672a405a2c4 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957386 Aug 18 15:56:11.836831 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5e71d3fa-39fb-4602-b99c-0d98ce277244 req-30ff6d66-fd71-4983-aacc-9d7cb28900aa service neutron] 10.222.0.20 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537876 Aug 18 15:56:11.873466 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3ef81-6c23-4a2d-a509-987134a6efbc req-f43c9ba7-f262-4f40-8b6b-2f31b67727a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:11.876822 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-03f3ef81-6c23-4a2d-a509-987134a6efbc req-f43c9ba7-f262-4f40-8b6b-2f31b67727a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0 HTTP/1.1" status: 200 len: 920 time: 0.1800470 Aug 18 15:56:12.067843 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-c7376401-9647-4fde-82f7-19a67e60e019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:37Z', 'revision_number': 4, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': 'c4d0865c-8cb8-4159-bc36-be1f5fe425f6', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'port_id': '2a3adc23-1d74-4cd8-8ec3-75212b5a70bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'mac_address': 'fa:16:3e:1c:50:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a25739-8dce-4175-8c5d-3e4177b894ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:55:49Z', 'updated_at': '2021-08-18T15:56:09Z', 'revision_number': 1, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb81f218-45b9-4512-bb81-fa16315a6675', 'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'mac_address': 'fa:16:3e:96:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:33Z', 'updated_at': '2021-08-18T15:55:46Z', 'revision_number': 5, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'subnets': [{'id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:56:12.096993 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7376401-9647-4fde-82f7-19a67e60e019 None None] The sync data for ids ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'] in dv-cinder-778534-7-iscsi is: [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:37Z', 'revision_number': 4, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': 'c4d0865c-8cb8-4159-bc36-be1f5fe425f6', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'port_id': '2a3adc23-1d74-4cd8-8ec3-75212b5a70bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'mac_address': 'fa:16:3e:1c:50:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a25739-8dce-4175-8c5d-3e4177b894ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:55:49Z', 'updated_at': '2021-08-18T15:56:09Z', 'revision_number': 1, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb81f218-45b9-4512-bb81-fa16315a6675', 'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'mac_address': 'fa:16:3e:96:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:33Z', 'updated_at': '2021-08-18T15:55:46Z', 'revision_number': 5, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'subnets': [{'id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:56:12.317811 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1756a4c7-e226-4250-ba61-51be08a2b172 None None] New status for floating IP c4d0865c-8cb8-4159-bc36-be1f5fe425f6: ACTIVE {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:56:14.065782 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5e71d3fa-39fb-4602-b99c-0d98ce277244 req-09a0d596-f521-4f1f-90b8-083c3ebca003 service neutron] 10.222.0.20 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870380 Aug 18 15:56:14.744661 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-970571bb-84e2-4908-9cf0-52c462637599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:15.162043 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-03f3ef81-6c23-4a2d-a509-987134a6efbc req-642d3280-b2d0-4fa2-a9d3-64d977ece917 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=923b9e48-e53d-497c-933c-c17d0383bfba HTTP/1.1" status: 200 len: 217 time: 0.0394456 Aug 18 15:56:15.223132 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3ef81-6c23-4a2d-a509-987134a6efbc req-90b51d0a-f9c9-476a-9957-574c431fc0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:15.224729 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-03f3ef81-6c23-4a2d-a509-987134a6efbc req-90b51d0a-f9c9-476a-9957-574c431fc0be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84d0760-e747-4c13-ac2f-cdf7d90a83a3 HTTP/1.1" status: 200 len: 859 time: 0.0547826 Aug 18 15:56:15.266082 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-03f3ef81-6c23-4a2d-a509-987134a6efbc req-11217119-ab39-4449-abb7-f73d0530b715 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284960 Aug 18 15:56:15.417224 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-03f3ef81-6c23-4a2d-a509-987134a6efbc req-ed6fcaf7-e97e-4bac-97e4-81d7944f855a service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343603 Aug 18 15:56:15.514224 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96822653-45fd-4219-a290-59dba833ffd6 req-79e2ac37-0a53-4c73-9ed3-41c7d6154a55 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:15.516022 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-96822653-45fd-4219-a290-59dba833ffd6 req-79e2ac37-0a53-4c73-9ed3-41c7d6154a55 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0983088 Aug 18 15:56:15.582264 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-96822653-45fd-4219-a290-59dba833ffd6 req-055b7c45-f652-429f-a7f9-31cba01bb381 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594480 Aug 18 15:56:15.593589 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-03f3ef81-6c23-4a2d-a509-987134a6efbc req-fe79a72b-e2d2-47bd-adb8-2311179835b5 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378076 Aug 18 15:56:16.715939 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27399c-48fc-4633-84fd-0702f7c4d790 req-eaca2dae-aa18-4cd2-b2c4-ffa804292ba7 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:16.718891 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fc27399c-48fc-4633-84fd-0702f7c4d790 req-eaca2dae-aa18-4cd2-b2c4-ffa804292ba7 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0519931 Aug 18 15:56:16.755335 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fc27399c-48fc-4633-84fd-0702f7c4d790 req-76e60411-c0cb-4dd7-bdb4-7d3a585a1e1b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313327 Aug 18 15:56:17.669423 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-aa8ed8b3-1b46-47af-a4ef-a994f9c665a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:17.869944 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:17.872705 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4d191-602b-4240-9de8-65c6f3f3e58e req-f4ee3273-b558-469a-907f-bb2041665888 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:17.874232 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-43b4d191-602b-4240-9de8-65c6f3f3e58e req-f4ee3273-b558-469a-907f-bb2041665888 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0482559 Aug 18 15:56:17.912499 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-43b4d191-602b-4240-9de8-65c6f3f3e58e req-18179385-4810-467f-81ab-9b8f9bbaf9ae tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322003 Aug 18 15:56:18.743946 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:19.039759 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bde82-7dfd-408c-97e2-f76b7b3db61c req-10e32da7-719d-4279-883e-3dec5d5dba0e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:19.041288 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-145bde82-7dfd-408c-97e2-f76b7b3db61c req-10e32da7-719d-4279-883e-3dec5d5dba0e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0578184 Aug 18 15:56:19.082631 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-145bde82-7dfd-408c-97e2-f76b7b3db61c req-f786ade9-20f5-4394-8487-1cce445bc9ea tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352871 Aug 18 15:56:19.999503 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:20.005124 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:20.202092 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab95127-31c9-43bb-8329-f129cff8ff03 req-4b8b96d1-906c-4fa2-9452-eda2f9ea2393 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:20.203857 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7ab95127-31c9-43bb-8329-f129cff8ff03 req-4b8b96d1-906c-4fa2-9452-eda2f9ea2393 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0528555 Aug 18 15:56:20.243673 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7ab95127-31c9-43bb-8329-f129cff8ff03 req-72fc0c33-9c13-470d-a2dc-27c54ea19192 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334904 Aug 18 15:56:20.456957 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 59190) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:20.568596 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d465406c-ce42-4c7e-ba87-a8655e123b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:20.677755 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d465406c-ce42-4c7e-ba87-a8655e123b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:20.683429 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d465406c-ce42-4c7e-ba87-a8655e123b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:20.732064 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 59212) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:20.733328 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-d465406c-ce42-4c7e-ba87-a8655e123b9a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad41595dbd7a44f1a8a83908b8e4615e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752094 Aug 18 15:56:20.734243 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465406c-ce42-4c7e-ba87-a8655e123b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2269d517-b45e-4674-b7f2-bbeae329a217,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:20.797594 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-faee7ac6-2e55-4ce2-b7ab-ff18d93bf862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:20.829961 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-faee7ac6-2e55-4ce2-b7ab-ff18d93bf862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:20.887839 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-faee7ac6-2e55-4ce2-b7ab-ff18d93bf862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:20.890647 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-faee7ac6-2e55-4ce2-b7ab-ff18d93bf862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:20.896326 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-faee7ac6-2e55-4ce2-b7ab-ff18d93bf862 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2269d517-b45e-4674-b7f2-bbeae329a217 HTTP/1.1" status: 204 len: 168 time: 0.1613364 Aug 18 15:56:20.904487 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee7ac6-2e55-4ce2-b7ab-ff18d93bf862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2269d517-b45e-4674-b7f2-bbeae329a217,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:21.052175 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 59236) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:21.186403 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5a764596-335b-4995-b345-7b86821ec928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:21.202638 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 59244) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:21.220261 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0754ef38-5539-4371-89a2-74ab0452becd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:21.285102 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5a764596-335b-4995-b345-7b86821ec928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:21.290113 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5a764596-335b-4995-b345-7b86821ec928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:21.331180 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a764596-335b-4995-b345-7b86821ec928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d200784-88a1-4a49-bb1d-351057ee4ba6,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:21.340365 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-5a764596-335b-4995-b345-7b86821ec928 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c4e4a9c87c6491ca6ea0d5782dc0fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868905 Aug 18 15:56:21.340987 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 59248) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:21.394091 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5118c8ec-d695-49bc-a58f-efdef0e5c91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:21.395070 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2223a7-5fda-49e2-818c-d70a889d2e9f req-c6678e5c-351b-48d8-8994-1d0dd64d1083 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:21.396887 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ca2223a7-5fda-49e2-818c-d70a889d2e9f req-c6678e5c-351b-48d8-8994-1d0dd64d1083 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0825067 Aug 18 15:56:21.418926 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5118c8ec-d695-49bc-a58f-efdef0e5c91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:21.449603 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0754ef38-5539-4371-89a2-74ab0452becd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:21.455512 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0754ef38-5539-4371-89a2-74ab0452becd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:21.460499 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ca2223a7-5fda-49e2-818c-d70a889d2e9f req-e81b6de3-f37d-41bd-8efa-90679ee574ec tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553660 Aug 18 15:56:21.473311 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5118c8ec-d695-49bc-a58f-efdef0e5c91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:21.477281 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5118c8ec-d695-49bc-a58f-efdef0e5c91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:21.479119 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-5118c8ec-d695-49bc-a58f-efdef0e5c91a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d200784-88a1-4a49-bb1d-351057ee4ba6 HTTP/1.1" status: 204 len: 168 time: 0.1373179 Aug 18 15:56:21.491662 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118c8ec-d695-49bc-a58f-efdef0e5c91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d200784-88a1-4a49-bb1d-351057ee4ba6,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:21.504516 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754ef38-5539-4371-89a2-74ab0452becd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1332da-eeb5-404a-9b71-2f3526264bac,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:21.511025 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-0754ef38-5539-4371-89a2-74ab0452becd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe12921bc325455286d73b7260d7bd99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070498 Aug 18 15:56:21.513376 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 59252) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:21.572173 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-57c1489a-e2fa-43eb-8009-cc8f8448a898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:21.595324 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-57c1489a-e2fa-43eb-8009-cc8f8448a898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:21.643152 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-57c1489a-e2fa-43eb-8009-cc8f8448a898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:21.645809 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-57c1489a-e2fa-43eb-8009-cc8f8448a898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:21.647230 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-57c1489a-e2fa-43eb-8009-cc8f8448a898 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a1332da-eeb5-404a-9b71-2f3526264bac HTTP/1.1" status: 204 len: 168 time: 0.1327384 Aug 18 15:56:21.657047 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1489a-e2fa-43eb-8009-cc8f8448a898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1332da-eeb5-404a-9b71-2f3526264bac,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:21.832465 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 59260) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:21.845863 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6197ee7b-5c72-4c84-9cd1-b1f0b38745de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:21.935613 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6197ee7b-5c72-4c84-9cd1-b1f0b38745de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:21.940172 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6197ee7b-5c72-4c84-9cd1-b1f0b38745de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:21.982003 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197ee7b-5c72-4c84-9cd1-b1f0b38745de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b271d6eb-95d1-4368-aa76-893c4a144af4,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:21.986753 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6197ee7b-5c72-4c84-9cd1-b1f0b38745de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2666385d2e94e0784819e2bf5728159&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527541 Aug 18 15:56:21.988892 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 59270) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:22.050150 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4870687e-5612-427f-acc3-95a1539cea2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:22.072277 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4870687e-5612-427f-acc3-95a1539cea2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:22.140158 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4870687e-5612-427f-acc3-95a1539cea2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:22.143236 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4870687e-5612-427f-acc3-95a1539cea2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:22.144449 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-4870687e-5612-427f-acc3-95a1539cea2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b271d6eb-95d1-4368-aa76-893c4a144af4 HTTP/1.1" status: 204 len: 168 time: 0.1545997 Aug 18 15:56:22.155051 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870687e-5612-427f-acc3-95a1539cea2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b271d6eb-95d1-4368-aa76-893c4a144af4,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:22.603809 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 59320) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:22.613704 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c6167-7ed0-4dc4-b2cd-60d05c038287 req-0465b090-379f-4669-a38b-3bd509514da4 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:22.615302 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-729c6167-7ed0-4dc4-b2cd-60d05c038287 req-0465b090-379f-4669-a38b-3bd509514da4 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0576465 Aug 18 15:56:22.617828 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-36e3ace9-1fbb-4472-8316-8fa67c8e1b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:22.656121 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-729c6167-7ed0-4dc4-b2cd-60d05c038287 req-475a5b6a-50e1-4148-921d-58e21bdde6e6 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340266 Aug 18 15:56:22.711965 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-36e3ace9-1fbb-4472-8316-8fa67c8e1b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:22.716558 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-36e3ace9-1fbb-4472-8316-8fa67c8e1b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:22.755313 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-36e3ace9-1fbb-4472-8316-8fa67c8e1b0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce426c486a204c9a84286abfbbfa413f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504190 Aug 18 15:56:22.757221 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3ace9-1fbb-4472-8316-8fa67c8e1b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e5741a-ccc5-4eb3-908c-5cccf84d044f,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:22.758613 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 59322) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:22.771774 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3ace9-1fbb-4472-8316-8fa67c8e1b0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:22.772077 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3ace9-1fbb-4472-8316-8fa67c8e1b0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:22.772410 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3ace9-1fbb-4472-8316-8fa67c8e1b0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:22.772782 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3ace9-1fbb-4472-8316-8fa67c8e1b0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:22.773112 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3ace9-1fbb-4472-8316-8fa67c8e1b0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:22.773486 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3ace9-1fbb-4472-8316-8fa67c8e1b0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:22.773964 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3ace9-1fbb-4472-8316-8fa67c8e1b0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:22.774299 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3ace9-1fbb-4472-8316-8fa67c8e1b0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:22.774629 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3ace9-1fbb-4472-8316-8fa67c8e1b0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:22.774956 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3ace9-1fbb-4472-8316-8fa67c8e1b0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:22.775645 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3ace9-1fbb-4472-8316-8fa67c8e1b0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:22.775645 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3ace9-1fbb-4472-8316-8fa67c8e1b0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:22.817567 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-adc7feae-1e5b-4a12-a146-bbcd31beae99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:22.851378 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-adc7feae-1e5b-4a12-a146-bbcd31beae99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:22.878829 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 59326) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:22.903538 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-adc7feae-1e5b-4a12-a146-bbcd31beae99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:22.906141 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-adc7feae-1e5b-4a12-a146-bbcd31beae99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:22.907317 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-adc7feae-1e5b-4a12-a146-bbcd31beae99 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85e5741a-ccc5-4eb3-908c-5cccf84d044f HTTP/1.1" status: 204 len: 168 time: 0.1475823 Aug 18 15:56:22.915521 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7feae-1e5b-4a12-a146-bbcd31beae99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e5741a-ccc5-4eb3-908c-5cccf84d044f,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:22.995690 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2282956a-4e85-46d4-9b31-5d03bc416781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:23.122541 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2282956a-4e85-46d4-9b31-5d03bc416781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:23.126633 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2282956a-4e85-46d4-9b31-5d03bc416781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:23.171172 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-2282956a-4e85-46d4-9b31-5d03bc416781 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b7cafa4a545f412ca3c34dbbd999c506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888224 Aug 18 15:56:23.171172 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282956a-4e85-46d4-9b31-5d03bc416781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e56fe7-9655-4deb-8f29-c7a448376afe,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:23.171586 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 59338) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:23.243179 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:23.276872 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:23.343101 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:23.345861 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:23.351312 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9e56fe7-9655-4deb-8f29-c7a448376afe HTTP/1.1" status: 204 len: 168 time: 0.1785686 Aug 18 15:56:23.359900 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e56fe7-9655-4deb-8f29-c7a448376afe,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:23.371095 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:23.371785 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:23.372526 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:23.373152 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:23.373697 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:23.374218 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:23.374857 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:23.375371 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:23.375899 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:23.376499 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:23.377522 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:23.378301 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835a3e4-1e3d-49b3-9f74-82a38f0ef179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:23.846642 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5a001-a064-4c4d-a21b-d69e6cf43042 req-75f46277-18e9-4f65-b8ea-6532a0f1e94f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:23.848250 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6dc5a001-a064-4c4d-a21b-d69e6cf43042 req-75f46277-18e9-4f65-b8ea-6532a0f1e94f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.1120617 Aug 18 15:56:23.896295 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6dc5a001-a064-4c4d-a21b-d69e6cf43042 req-0f3f947e-f6d7-409c-8811-31aaf1db9856 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420558 Aug 18 15:56:23.958863 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 59398) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:24.067631 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-cd8209b4-1806-43ef-be1e-9d4d0c9c8430 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-489919586-network', 'tenant_id': '8653a18745454d7594122118c35ce353'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:56:24.090566 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8209b4-1806-43ef-be1e-9d4d0c9c8430 admin admin] Made reservation on behalf of 8653a18745454d7594122118c35ce353 for: {'network': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:56:24.092932 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cd8209b4-1806-43ef-be1e-9d4d0c9c8430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:24.102028 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cd8209b4-1806-43ef-be1e-9d4d0c9c8430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:24.222447 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cd8209b4-1806-43ef-be1e-9d4d0c9c8430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:24.226187 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cd8209b4-1806-43ef-be1e-9d4d0c9c8430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:24.249981 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8209b4-1806-43ef-be1e-9d4d0c9c8430 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=93847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:56:24.264022 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8209b4-1806-43ef-be1e-9d4d0c9c8430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e397434-c3b0-417f-8b0b-b4da9fc474a2,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:24.270393 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cd8209b4-1806-43ef-be1e-9d4d0c9c8430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:24.270744 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.segments_db [None req-cd8209b4-1806-43ef-be1e-9d4d0c9c8430 admin admin] Added segment 292c2776-98c9-4158-b959-841c6c1eacf3 of type vlan for network d82ad587-9c0b-4c62-96c6-e120899ab3ba Aug 18 15:56:24.315003 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cd8209b4-1806-43ef-be1e-9d4d0c9c8430 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:24.342224 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cd8209b4-1806-43ef-be1e-9d4d0c9c8430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:24.343297 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8209b4-1806-43ef-be1e-9d4d0c9c8430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:24.343908 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cd8209b4-1806-43ef-be1e-9d4d0c9c8430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:24.399133 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-cd8209b4-1806-43ef-be1e-9d4d0c9c8430 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4391427 Aug 18 15:56:24.403159 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 59420) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:24.409262 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-6e0ffa10-5c2d-4468-86ed-633696baa627 admin admin] Request body: {'subnet': {'network_id': 'd82ad587-9c0b-4c62-96c6-e120899ab3ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-489919586-subnet', 'tenant_id': '8653a18745454d7594122118c35ce353', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:56:24.410650 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8209b4-1806-43ef-be1e-9d4d0c9c8430 admin admin] Pushing event updated for resources: {'Network': ['ID=d82ad587-9c0b-4c62-96c6-e120899ab3ba,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:24.421331 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network d82ad587-9c0b-4c62-96c6-e120899ab3ba details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:56:24.441846 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0ffa10-5c2d-4468-86ed-633696baa627 admin admin] Made reservation on behalf of 8653a18745454d7594122118c35ce353 for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:56:24.446035 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffa10-5c2d-4468-86ed-633696baa627 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14033925'] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:24.639610 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffa10-5c2d-4468-86ed-633696baa627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13948560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14033939'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:24.705144 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ffa10-5c2d-4468-86ed-633696baa627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c265f5-4e72-4f87-80d1-f6fb5e862815,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:24.710023 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0ffa10-5c2d-4468-86ed-633696baa627 admin admin] Checking segment: {'id': '292c2776-98c9-4158-b959-841c6c1eacf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd82ad587-9c0b-4c62-96c6-e120899ab3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:56:24.710382 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0ffa10-5c2d-4468-86ed-633696baa627 admin admin] Network hostable DHCP agents. Network: d82ad587-9c0b-4c62-96c6-e120899ab3ba, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:56:24.728151 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0ffa10-5c2d-4468-86ed-633696baa627 admin admin] Network d82ad587-9c0b-4c62-96c6-e120899ab3ba is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:56:24.737308 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-6e0ffa10-5c2d-4468-86ed-633696baa627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, d82ad587-9c0b-4c62-96c6-e120899ab3ba) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:56:24.742648 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0ffa10-5c2d-4468-86ed-633696baa627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:24.743535 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffa10-5c2d-4468-86ed-633696baa627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:24.747578 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf8f2fb-c177-4849-9f4c-a213baf52886 None None] Network d82ad587-9c0b-4c62-96c6-e120899ab3ba requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:56:24.761336 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6e0ffa10-5c2d-4468-86ed-633696baa627 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3564157 Aug 18 15:56:24.881903 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e8e206-6e79-4ad1-982a-68b60f2aebda None None] Network d82ad587-9c0b-4c62-96c6-e120899ab3ba requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:56:25.034438 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 59446) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:25.079309 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae487ab2-6ae1-40bf-bad9-7f194a7bb3cd req-d75f12bd-f17f-48ea-b94a-93f2e2d6ff00 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:25.081053 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ae487ab2-6ae1-40bf-bad9-7f194a7bb3cd req-d75f12bd-f17f-48ea-b94a-93f2e2d6ff00 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0915561 Aug 18 15:56:25.125877 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ae487ab2-6ae1-40bf-bad9-7f194a7bb3cd req-578c48c1-1892-4385-b1db-4dd286c15972 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375311 Aug 18 15:56:25.223216 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3776f7e8-473e-425a-9c73-d4ec9773f239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:25.323475 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3776f7e8-473e-425a-9c73-d4ec9773f239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:25.327433 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3776f7e8-473e-425a-9c73-d4ec9773f239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:25.368197 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776f7e8-473e-425a-9c73-d4ec9773f239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f246257b-b094-4db4-beba-e6e0e9b164e0,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:25.376220 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 59464) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:25.385242 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-3776f7e8-473e-425a-9c73-d4ec9773f239 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3662a4863a0e4f49aa4c6aab7807e4b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491063 Aug 18 15:56:25.412209 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 59466) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:25.417962 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-f8640358-309e-4e17-a2e7-b65e249bd805 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1101474541-network', 'tenant_id': '7a7e3f305db445639d739706d420bd20'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:56:25.427562 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8fa16390-bb7f-4d2c-8e93-bab33bdffd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:25.442146 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8640358-309e-4e17-a2e7-b65e249bd805 admin admin] Made reservation on behalf of 7a7e3f305db445639d739706d420bd20 for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:56:25.444888 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f8640358-309e-4e17-a2e7-b65e249bd805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:25.451557 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8fa16390-bb7f-4d2c-8e93-bab33bdffd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:25.454312 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f8640358-309e-4e17-a2e7-b65e249bd805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:25.505512 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8fa16390-bb7f-4d2c-8e93-bab33bdffd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:25.508844 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8fa16390-bb7f-4d2c-8e93-bab33bdffd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:25.512873 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-8fa16390-bb7f-4d2c-8e93-bab33bdffd0b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f246257b-b094-4db4-beba-e6e0e9b164e0 HTTP/1.1" status: 204 len: 168 time: 0.1334639 Aug 18 15:56:25.518739 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa16390-bb7f-4d2c-8e93-bab33bdffd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f246257b-b094-4db4-beba-e6e0e9b164e0,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:25.567216 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f8640358-309e-4e17-a2e7-b65e249bd805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:25.571701 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f8640358-309e-4e17-a2e7-b65e249bd805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:25.593280 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8640358-309e-4e17-a2e7-b65e249bd805 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:56:25.608700 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8640358-309e-4e17-a2e7-b65e249bd805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb01d19-6167-436a-be61-7b54364ccfa5,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:25.611584 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f8640358-309e-4e17-a2e7-b65e249bd805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:25.611929 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-f8640358-309e-4e17-a2e7-b65e249bd805 admin admin] Added segment 94df3f12-1ec4-4e68-bf8a-20c22e17f892 of type vlan for network 86dd1cc7-f672-4525-9d49-09e4d8ee9920 Aug 18 15:56:25.652423 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f8640358-309e-4e17-a2e7-b65e249bd805 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:25.677975 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f8640358-309e-4e17-a2e7-b65e249bd805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:25.678910 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8640358-309e-4e17-a2e7-b65e249bd805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:25.679541 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f8640358-309e-4e17-a2e7-b65e249bd805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:25.732791 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f8640358-309e-4e17-a2e7-b65e249bd805 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3190675 Aug 18 15:56:25.735804 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 59476) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:25.741991 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-a6f77501-4bcb-455d-b01c-39cb62eb387b admin admin] Request body: {'subnet': {'network_id': '86dd1cc7-f672-4525-9d49-09e4d8ee9920', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1101474541-subnet', 'tenant_id': '7a7e3f305db445639d739706d420bd20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:56:25.744151 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8640358-309e-4e17-a2e7-b65e249bd805 admin admin] Pushing event updated for resources: {'Network': ['ID=86dd1cc7-f672-4525-9d49-09e4d8ee9920,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:25.759635 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network 86dd1cc7-f672-4525-9d49-09e4d8ee9920 details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:56:25.788393 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f77501-4bcb-455d-b01c-39cb62eb387b admin admin] Made reservation on behalf of 7a7e3f305db445639d739706d420bd20 for: {'subnet': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:56:25.792218 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a6f77501-4bcb-455d-b01c-39cb62eb387b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14307652'] for subnet, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:26.015436 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a6f77501-4bcb-455d-b01c-39cb62eb387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13958124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14307666'] for subnet, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:26.071038 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f77501-4bcb-455d-b01c-39cb62eb387b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a70d172-eee1-486d-a603-692043137065,revision_number=0']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:26.079818 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f77501-4bcb-455d-b01c-39cb62eb387b admin admin] Checking segment: {'id': '94df3f12-1ec4-4e68-bf8a-20c22e17f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '86dd1cc7-f672-4525-9d49-09e4d8ee9920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:56:26.080404 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f77501-4bcb-455d-b01c-39cb62eb387b admin admin] Network hostable DHCP agents. Network: 86dd1cc7-f672-4525-9d49-09e4d8ee9920, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:56:26.098342 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f77501-4bcb-455d-b01c-39cb62eb387b admin admin] Network 86dd1cc7-f672-4525-9d49-09e4d8ee9920 is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:56:26.108007 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-a6f77501-4bcb-455d-b01c-39cb62eb387b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, 86dd1cc7-f672-4525-9d49-09e4d8ee9920) {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:56:26.112409 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f77501-4bcb-455d-b01c-39cb62eb387b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:26.113023 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a6f77501-4bcb-455d-b01c-39cb62eb387b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:26.118726 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b6ec3b-a70f-4ea5-8da0-12896603e063 None None] Network 86dd1cc7-f672-4525-9d49-09e4d8ee9920 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:56:26.128103 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-a6f77501-4bcb-455d-b01c-39cb62eb387b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3908360 Aug 18 15:56:26.287967 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf244c6-4ce8-43a3-9d00-560c77c35e23 req-2318bb11-b63c-4d64-a121-033c4761c984 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:26.296001 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0cf244c6-4ce8-43a3-9d00-560c77c35e23 req-2318bb11-b63c-4d64-a121-033c4761c984 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0861785 Aug 18 15:56:26.339837 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 59508) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:26.351322 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0cf244c6-4ce8-43a3-9d00-560c77c35e23 req-aafb33d0-0b7c-4270-965b-0922a91bebeb tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520008 Aug 18 15:56:26.403363 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aa7dd1-6474-4670-8bc3-02741d98231e None None] Network 86dd1cc7-f672-4525-9d49-09e4d8ee9920 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:56:26.475257 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-990af3a9-9471-4d1d-b96a-15f031b84667 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-129005245-network', 'tenant_id': '323299017a00423c9df5d677826e3b3b'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:56:26.499789 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990af3a9-9471-4d1d-b96a-15f031b84667 admin admin] Made reservation on behalf of 323299017a00423c9df5d677826e3b3b for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:56:26.511553 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-990af3a9-9471-4d1d-b96a-15f031b84667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:26.521177 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-990af3a9-9471-4d1d-b96a-15f031b84667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:26.625562 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-990af3a9-9471-4d1d-b96a-15f031b84667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:26.629336 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-990af3a9-9471-4d1d-b96a-15f031b84667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:26.653796 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990af3a9-9471-4d1d-b96a-15f031b84667 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:56:26.665725 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990af3a9-9471-4d1d-b96a-15f031b84667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c781dc5-3a61-4c93-a4bd-873148ad2fd5,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:26.668629 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-990af3a9-9471-4d1d-b96a-15f031b84667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:26.668998 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-990af3a9-9471-4d1d-b96a-15f031b84667 admin admin] Added segment 863dcc96-1910-4781-a5d8-0e8eb2cc3fe9 of type vlan for network d352241a-c502-4169-82e4-78c37c3b78b2 Aug 18 15:56:26.712635 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-990af3a9-9471-4d1d-b96a-15f031b84667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:26.739574 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-990af3a9-9471-4d1d-b96a-15f031b84667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:26.740531 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990af3a9-9471-4d1d-b96a-15f031b84667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:26.741160 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-990af3a9-9471-4d1d-b96a-15f031b84667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:26.797367 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-990af3a9-9471-4d1d-b96a-15f031b84667 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4563036 Aug 18 15:56:26.798528 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 59522) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:26.803363 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-35ee7214-a81e-40df-af9d-a020f04d4578 admin admin] Request body: {'subnet': {'network_id': 'd352241a-c502-4169-82e4-78c37c3b78b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-129005245-subnet', 'tenant_id': '323299017a00423c9df5d677826e3b3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:56:26.812690 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990af3a9-9471-4d1d-b96a-15f031b84667 admin admin] Pushing event updated for resources: {'Network': ['ID=d352241a-c502-4169-82e4-78c37c3b78b2,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:26.824467 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network d352241a-c502-4169-82e4-78c37c3b78b2 details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:56:26.827049 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ee7214-a81e-40df-af9d-a020f04d4578 admin admin] Made reservation on behalf of 323299017a00423c9df5d677826e3b3b for: {'subnet': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:56:26.830064 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-35ee7214-a81e-40df-af9d-a020f04d4578 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14307652'] for subnet, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:27.004724 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-35ee7214-a81e-40df-af9d-a020f04d4578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13958124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14307666'] for subnet, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:27.060802 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee7214-a81e-40df-af9d-a020f04d4578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcf4f24f-5d00-4a05-a317-901b12b78ffa,revision_number=0']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:27.068784 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee7214-a81e-40df-af9d-a020f04d4578 admin admin] Checking segment: {'id': '863dcc96-1910-4781-a5d8-0e8eb2cc3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd352241a-c502-4169-82e4-78c37c3b78b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:56:27.069140 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ee7214-a81e-40df-af9d-a020f04d4578 admin admin] Network hostable DHCP agents. Network: d352241a-c502-4169-82e4-78c37c3b78b2, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:56:27.086944 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ee7214-a81e-40df-af9d-a020f04d4578 admin admin] Network d352241a-c502-4169-82e4-78c37c3b78b2 is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:56:27.095491 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-35ee7214-a81e-40df-af9d-a020f04d4578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, d352241a-c502-4169-82e4-78c37c3b78b2) {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:56:27.099475 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ee7214-a81e-40df-af9d-a020f04d4578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:27.100069 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-35ee7214-a81e-40df-af9d-a020f04d4578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:27.104278 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7b2c90-12df-4288-bdc2-68ac6064c377 None None] Network d352241a-c502-4169-82e4-78c37c3b78b2 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:56:27.113435 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-35ee7214-a81e-40df-af9d-a020f04d4578 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3138485 Aug 18 15:56:27.228361 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2436a16c-8d82-448a-9009-0f73eb628037 None None] Network d352241a-c502-4169-82e4-78c37c3b78b2 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:56:27.462780 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ed012-df96-4d84-ae58-86b25c2b6739 req-a0ae6503-12b0-4c9e-83a5-bccbeb2ccef7 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:27.464270 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-690ed012-df96-4d84-ae58-86b25c2b6739 req-a0ae6503-12b0-4c9e-83a5-bccbeb2ccef7 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0489030 Aug 18 15:56:27.504609 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-690ed012-df96-4d84-ae58-86b25c2b6739 req-d8f886d9-878d-4394-9946-2f79ad1e5851 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344138 Aug 18 15:56:28.638260 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977968c-782a-4765-b9ac-ac5f96bff397 req-6ab91412-b97d-41d6-b3a1-15d2ac084f07 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:28.639095 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6977968c-782a-4765-b9ac-ac5f96bff397 req-6ab91412-b97d-41d6-b3a1-15d2ac084f07 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0633602 Aug 18 15:56:28.678451 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6977968c-782a-4765-b9ac-ac5f96bff397 req-25419a87-40f0-4233-9f24-8ad088d9b0b6 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334930 Aug 18 15:56:29.794185 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80daa60-e6a9-45d2-a16a-6a1435108e41 req-9be56c3b-42c0-4e03-8724-059846908751 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:29.795660 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e80daa60-e6a9-45d2-a16a-6a1435108e41 req-9be56c3b-42c0-4e03-8724-059846908751 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0492780 Aug 18 15:56:29.833469 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e80daa60-e6a9-45d2-a16a-6a1435108e41 req-3982a7c5-f612-434d-8bc3-a9a0f61134f7 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318527 Aug 18 15:56:30.946717 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42c354-54ce-4492-b6e4-eaaf30db9fb2 req-e1c7b537-467e-44cb-8a9a-9d33f7b1e6aa tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:30.948097 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6e42c354-54ce-4492-b6e4-eaaf30db9fb2 req-e1c7b537-467e-44cb-8a9a-9d33f7b1e6aa tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0482976 Aug 18 15:56:30.985570 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6e42c354-54ce-4492-b6e4-eaaf30db9fb2 req-2a764228-c8d3-405d-9485-2eb664e5bdc7 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Aug 18 15:56:32.106452 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc25d6-45e6-4610-ba54-eb9ec6a13695 req-fe6bfc41-9566-4aa5-a651-92b2f980bdca tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:32.107935 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-68cc25d6-45e6-4610-ba54-eb9ec6a13695 req-fe6bfc41-9566-4aa5-a651-92b2f980bdca tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0540490 Aug 18 15:56:32.145398 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-68cc25d6-45e6-4610-ba54-eb9ec6a13695 req-7ac18af3-02d6-4d44-a5d6-a7308a31d8a9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316181 Aug 18 15:56:33.016033 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:56:33.120132 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-8544b782-2dc3-49a7-b089-f9e61961453e tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:33.121807 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-8544b782-2dc3-49a7-b089-f9e61961453e tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/networks?id=d352241a-c502-4169-82e4-78c37c3b78b2 HTTP/1.1" status: 200 len: 813 time: 0.1312234 Aug 18 15:56:33.142023 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-5c2d7fa4-e308-48f2-80cd-d0ff8f0cc43a tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/quotas/323299017a00423c9df5d677826e3b3b HTTP/1.1" status: 200 len: 375 time: 0.0133331 Aug 18 15:56:33.182133 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-05eb4d65-c072-4762-ae89-affa68f78bd0 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=323299017a00423c9df5d677826e3b3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345178 Aug 18 15:56:33.371157 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-99891318-f56f-4b93-995e-57a007eba299 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:33.372697 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-99891318-f56f-4b93-995e-57a007eba299 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/networks?id=a7381a63-f1fa-40d7-86d5-830b21cc478c HTTP/1.1" status: 200 len: 815 time: 0.1716392 Aug 18 15:56:33.374732 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-1fd0828e-0571-4b9f-9ed5-e64415fcb184 service neutron] 10.222.0.44 "GET /v2.0/networks/d352241a-c502-4169-82e4-78c37c3b78b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834481 Aug 18 15:56:33.437878 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-b0d59b9d-d0a8-46c1-ace5-b831ce947932 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/quotas/4141e22102df491c9bdda23609fdbe24 HTTP/1.1" status: 200 len: 375 time: 0.0529194 Aug 18 15:56:33.759271 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-c2a5a4db-82f6-4fef-9f29-c073c27f30f2 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4141e22102df491c9bdda23609fdbe24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3046422 Aug 18 15:56:33.759271 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-741727f5-94d9-4e0c-923f-341d09082505 service neutron] 10.222.0.44 "GET /v2.0/networks/d352241a-c502-4169-82e4-78c37c3b78b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755324 Aug 18 15:56:33.858189 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-9d79ba7b-5920-40c0-ac94-4507a834c1cf service neutron] 10.222.0.44 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932720 Aug 18 15:56:34.026042 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b37150-5ddd-4a13-b2d0-2438e030f7ab req-d4359d6d-c10b-4506-bec0-c8fc5618ac5b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:34.035461 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-80b37150-5ddd-4a13-b2d0-2438e030f7ab req-d4359d6d-c10b-4506-bec0-c8fc5618ac5b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0996709 Aug 18 15:56:34.074567 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-a8025068-070b-495a-ab43-86c9e1ab9e87 service neutron] 10.222.0.44 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102497 Aug 18 15:56:34.112183 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-80b37150-5ddd-4a13-b2d0-2438e030f7ab req-40b0a4be-c908-4224-9aa0-fb89604c2304 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757380 Aug 18 15:56:34.276024 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fbf327ad-1d31-4619-8498-f67fca0f5b98 req-d245554b-5b4d-485f-a0c0-6f24fdf07f46 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 210 time: 0.0271242 Aug 18 15:56:34.357854 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-919ce0ac-5e12-4b69-a0e3-3735e37836d0 req-4742f808-a603-4323-8631-74b30f86443e tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 210 time: 0.0345874 Aug 18 15:56:35.228834 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce66af8-913e-477a-acaf-ee20f7db6f39 req-70b3e623-5c9e-4c46-a4ab-a6c72ce5c63d tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:35.230318 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8ce66af8-913e-477a-acaf-ee20f7db6f39 req-70b3e623-5c9e-4c46-a4ab-a6c72ce5c63d tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0486774 Aug 18 15:56:35.267121 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8ce66af8-913e-477a-acaf-ee20f7db6f39 req-6127fe27-7a83-45d7-849b-c3b1b8354418 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308650 Aug 18 15:56:35.372338 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-80d818c9-7b7d-4dfb-b525-d3000e1e54e0 req-64d2e2a1-2d5f-43af-8c5e-15485b64cdb8 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 210 time: 0.0285306 Aug 18 15:56:35.451176 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a08d351a-d445-4bea-9cf8-1d73dfed787d req-0e47c718-e07e-4dae-ad23-73e32347662d tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 210 time: 0.0260229 Aug 18 15:56:36.392099 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62d5af-f0d2-406d-bf17-30feb3da69ba req-a8f1a6ed-2722-4a32-8eea-b0459c538dd0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:36.393798 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-db62d5af-f0d2-406d-bf17-30feb3da69ba req-a8f1a6ed-2722-4a32-8eea-b0459c538dd0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0519915 Aug 18 15:56:36.431185 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-db62d5af-f0d2-406d-bf17-30feb3da69ba req-dacb38f9-fa74-42dd-889f-18b95f95c4a8 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313673 Aug 18 15:56:36.511413 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b617719d-7fea-44ff-ada9-62781561892a req-9d71ed1a-2f86-4f55-b076-27ace1e6604e tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 210 time: 0.0267909 Aug 18 15:56:36.590794 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2c9dbc30-c316-4ce8-bc03-dd64151ec6f1 req-9a46b8cb-2daa-40e7-a0a4-1f5f842f0c0a tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 210 time: 0.0261188 Aug 18 15:56:37.551073 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db3625-0bfb-4755-9082-1afb58e7bdbc req-bba5110f-7015-4edd-a53c-5a4c1bccd6e9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:37.552628 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f9db3625-0bfb-4755-9082-1afb58e7bdbc req-bba5110f-7015-4edd-a53c-5a4c1bccd6e9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0509548 Aug 18 15:56:37.604832 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f9db3625-0bfb-4755-9082-1afb58e7bdbc req-2e3f7527-b0b5-435f-8f0d-7ae222552135 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457687 Aug 18 15:56:37.624323 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7a72c55f-bc37-4519-a7d7-00d6d827df8f req-e1b56af6-7010-4e4a-b28a-c6bacd326d9f tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 210 time: 0.0400746 Aug 18 15:56:37.707297 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9874fd6a-f8b7-4075-988c-38de4133ecd9 req-60a5c248-1b00-41fe-9922-e01d71dfa46b tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 210 time: 0.0350294 Aug 18 15:56:37.881919 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-46db590d-685f-44a3-a1f6-939e095585a6 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:37.883634 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-46db590d-685f-44a3-a1f6-939e095585a6 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.20 "GET /v2.0/networks?id=a7381a63-f1fa-40d7-86d5-830b21cc478c HTTP/1.1" status: 200 len: 815 time: 0.1188207 Aug 18 15:56:37.900470 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-8554322f-1be1-47f2-893c-7e2f39b0e749 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Request body: {'port': {'device_id': '15e20cc1-efd1-439d-9bfc-9f6187c89402', 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c', 'admin_state_up': True, 'tenant_id': '4141e22102df491c9bdda23609fdbe24'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:56:38.019353 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-8554322f-1be1-47f2-893c-7e2f39b0e749 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Made reservation on behalf of 4141e22102df491c9bdda23609fdbe24 for: {'port': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:56:38.023643 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-8554322f-1be1-47f2-893c-7e2f39b0e749 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:38.164047 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-8554322f-1be1-47f2-893c-7e2f39b0e749 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Allocated IP 172.20.0.11 (a7381a63-f1fa-40d7-86d5-830b21cc478c/91139440-0498-4366-9223-66853c993206/cd7afd8d-2c37-4d7b-8a02-93c24a7d0731) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:56:38.349389 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-8554322f-1be1-47f2-893c-7e2f39b0e749 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:38.417405 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-8554322f-1be1-47f2-893c-7e2f39b0e749 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:38.434223 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['f422ab3c-2b76-4670-9bfe-2b529f9b5a22'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:56:38.437713 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f3069da5-3a41-4b19-80ab-794533fa96e9 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:38.439200 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f3069da5-3a41-4b19-80ab-794533fa96e9 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.20 "GET /v2.0/networks?id=d352241a-c502-4169-82e4-78c37c3b78b2 HTTP/1.1" status: 200 len: 813 time: 0.1236863 Aug 18 15:56:38.468011 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-43f1ec6a-fe73-4c98-8776-9b1b66ad48fb tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Request body: {'port': {'device_id': '85150a07-cd6c-4475-96d8-68c89fdc8591', 'network_id': 'd352241a-c502-4169-82e4-78c37c3b78b2', 'admin_state_up': True, 'tenant_id': '323299017a00423c9df5d677826e3b3b'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:56:38.496659 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-8554322f-1be1-47f2-893c-7e2f39b0e749 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Network a7381a63-f1fa-40d7-86d5-830b21cc478c is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:56:38.501403 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-8554322f-1be1-47f2-893c-7e2f39b0e749 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:56:38.507541 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-8554322f-1be1-47f2-893c-7e2f39b0e749 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:56:38.512277 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554322f-1be1-47f2-893c-7e2f39b0e749 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Pushing event updated for resources: {'Port': ['ID=cd7afd8d-2c37-4d7b-8a02-93c24a7d0731,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:38.594982 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-8554322f-1be1-47f2-893c-7e2f39b0e749 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:38.595770 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-8554322f-1be1-47f2-893c-7e2f39b0e749 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:38.619211 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-8554322f-1be1-47f2-893c-7e2f39b0e749 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7227478 Aug 18 15:56:38.641711 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-43f1ec6a-fe73-4c98-8776-9b1b66ad48fb tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Made reservation on behalf of 323299017a00423c9df5d677826e3b3b for: {'port': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:56:38.647396 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-43f1ec6a-fe73-4c98-8776-9b1b66ad48fb tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:38.650940 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Request body: {'port': {'device_id': '15e20cc1-efd1-439d-9bfc-9f6187c89402', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:56:38.789824 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a1965e20-12f6-4315-97b6-a7da3d61bb15 req-849b06e3-ae38-48d1-9545-b4505fc8daf2 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 210 time: 0.0643907 Aug 18 15:56:38.833860 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:38.854264 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-43f1ec6a-fe73-4c98-8776-9b1b66ad48fb tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Allocated IP 172.20.0.9 (d352241a-c502-4169-82e4-78c37c3b78b2/fcf4f24f-5d00-4a05-a317-901b12b78ffa/7f555afd-bc21-459c-8d78-f67cb968158e) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:56:38.854462 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861aca2-b0cb-4e52-9f6e-63a61e60102e req-7a8715e4-0d8a-456a-b01f-d62509abc752 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:38.856098 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7861aca2-b0cb-4e52-9f6e-63a61e60102e req-7a8715e4-0d8a-456a-b01f-d62509abc752 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.1237001 Aug 18 15:56:38.989935 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7861aca2-b0cb-4e52-9f6e-63a61e60102e req-3ab64991-2d98-4ff7-adc1-f26a5ac58ed8 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247430 Aug 18 15:56:39.067684 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-43f1ec6a-fe73-4c98-8776-9b1b66ad48fb tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:39.113018 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-43f1ec6a-fe73-4c98-8776-9b1b66ad48fb tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:39.162802 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-43f1ec6a-fe73-4c98-8776-9b1b66ad48fb tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Network d352241a-c502-4169-82e4-78c37c3b78b2 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:56:39.166626 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-43f1ec6a-fe73-4c98-8776-9b1b66ad48fb tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:56:39.169532 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-43f1ec6a-fe73-4c98-8776-9b1b66ad48fb tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:56:39.192490 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd374cb-d4b3-4106-8141-651242823498 req-6b607697-dd06-419d-a9b6-7db5169d8dee tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:39.194117 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffd374cb-d4b3-4106-8141-651242823498 req-6b607697-dd06-419d-a9b6-7db5169d8dee tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 932 time: 0.2738600 Aug 18 15:56:39.196832 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 59848) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:39.225377 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1ec6a-fe73-4c98-8776-9b1b66ad48fb tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Pushing event updated for resources: {'Port': ['ID=7f555afd-bc21-459c-8d78-f67cb968158e,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:39.242678 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-43f1ec6a-fe73-4c98-8776-9b1b66ad48fb tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:39.243901 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-43f1ec6a-fe73-4c98-8776-9b1b66ad48fb tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:39.260016 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-43f1ec6a-fe73-4c98-8776-9b1b66ad48fb tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7961733 Aug 18 15:56:39.268196 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffd374cb-d4b3-4106-8141-651242823498 req-a699b733-bd16-4614-a7ab-cc8030df974e tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597692 Aug 18 15:56:39.276181 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Request body: {'port': {'device_id': '85150a07-cd6c-4475-96d8-68c89fdc8591', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:56:39.354783 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:56:39.376318 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:39.402879 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Transition to ACTIVE for port object cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:56:39.404854 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:39.409313 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:39.502082 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-add2c12e-9a8a-4c5d-a962-0aea16f0db97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:39.557392 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Pushing event updated for resources: {'Port': ['ID=cd7afd8d-2c37-4d7b-8a02-93c24a7d0731,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:39.686039 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Attempting to bind port cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:56:39.686687 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Attempting to bind port cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'b1aede34-5cf3-493b-a119-21a7119c1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:56:39.686687 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Attempting to bind port cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 on network a7381a63-f1fa-40d7-86d5-830b21cc478c {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:56:39.697393 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Port cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 on network a7381a63-f1fa-40d7-86d5-830b21cc478c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:56:39.697717 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Attempting to bind port cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 on network a7381a63-f1fa-40d7-86d5-830b21cc478c {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:56:39.709044 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:56:39.709437 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Checking segment: {'id': 'b1aede34-5cf3-493b-a119-21a7119c1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:56:39.709933 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Bound using segment: {'id': 'b1aede34-5cf3-493b-a119-21a7119c1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:56:39.710268 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Bound port: cd7afd8d-2c37-4d7b-8a02-93c24a7d0731, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1aede34-5cf3-493b-a119-21a7119c1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:56:39.710844 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:39.777833 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f555afd-bc21-459c-8d78-f67cb968158e {{(pid=93846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:56:39.785215 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:39.799118 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Transition to ACTIVE for port object 7f555afd-bc21-459c-8d78-f67cb968158e will not be triggered until provisioned by entity L2. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:56:39.799356 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-add2c12e-9a8a-4c5d-a962-0aea16f0db97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:39.804478 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:39.806561 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-add2c12e-9a8a-4c5d-a962-0aea16f0db97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:39.819488 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] For port cd7afd8d-2c37-4d7b-8a02-93c24a7d0731, host hv-cinder-77853, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:56:39.849891 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] For port cd7afd8d-2c37-4d7b-8a02-93c24a7d0731, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=cd7afd8d-2c37-4d7b-8a02-93c24a7d0731,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:56:39.861081 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Pushing event updated for resources: {'Port': ['ID=7f555afd-bc21-459c-8d78-f67cb968158e,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:39.867457 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-add2c12e-9a8a-4c5d-a962-0aea16f0db97 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1db84ec439f48d68793027fbcd33242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6697874 Aug 18 15:56:39.869122 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:39.871614 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 59868) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:39.904545 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2c12e-9a8a-4c5d-a962-0aea16f0db97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d50b990-83d9-4750-b7e5-ddff6693fa5e,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:39.951850 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Attempting to bind port 7f555afd-bc21-459c-8d78-f67cb968158e on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:56:39.952288 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Attempting to bind port 7f555afd-bc21-459c-8d78-f67cb968158e by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '863dcc96-1910-4781-a5d8-0e8eb2cc3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd352241a-c502-4169-82e4-78c37c3b78b2'}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:56:39.952851 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Attempting to bind port 7f555afd-bc21-459c-8d78-f67cb968158e on network d352241a-c502-4169-82e4-78c37c3b78b2 {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:56:39.958816 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Port 7f555afd-bc21-459c-8d78-f67cb968158e on network d352241a-c502-4169-82e4-78c37c3b78b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:56:39.959135 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Attempting to bind port 7f555afd-bc21-459c-8d78-f67cb968158e on network d352241a-c502-4169-82e4-78c37c3b78b2 {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:56:39.966053 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:56:39.966672 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Checking segment: {'id': '863dcc96-1910-4781-a5d8-0e8eb2cc3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd352241a-c502-4169-82e4-78c37c3b78b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:56:39.966793 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Bound using segment: {'id': '863dcc96-1910-4781-a5d8-0e8eb2cc3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd352241a-c502-4169-82e4-78c37c3b78b2'} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:56:39.967238 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Bound port: 7f555afd-bc21-459c-8d78-f67cb968158e, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863dcc96-1910-4781-a5d8-0e8eb2cc3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd352241a-c502-4169-82e4-78c37c3b78b2'}}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:56:39.967598 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:39.970425 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:39.971058 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:39.972478 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] 10.222.0.20 "PUT /v2.0/ports/cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 HTTP/1.1" status: 200 len: 1094 time: 1.3374848 Aug 18 15:56:39.973819 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e20cc1-efd1-439d-9bfc-9f6187c89402', 'tag': 'cd7afd8d-2c37-4d7b-8a02-93c24a7d0731'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:56:39.976063 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df271fee-089f-4950-b883-33c3ab24e0db" -d '{"events": [{"name": "network-changed", "server_uuid": "15e20cc1-efd1-439d-9bfc-9f6187c89402", "tag": "cd7afd8d-2c37-4d7b-8a02-93c24a7d0731"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:56:40.028202 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7150e-d3a9-411e-b6cd-8f8382c14d7a service neutron] Pushing event updated for resources: {'Port': ['ID=cd7afd8d-2c37-4d7b-8a02-93c24a7d0731,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:40.042197 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01636fb9-3043-4be9-9f78-dd06ee247ce6 x-openstack-request-id: req-01636fb9-3043-4be9-9f78-dd06ee247ce6 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:56:40.042491 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e20cc1-efd1-439d-9bfc-9f6187c89402", "tag": "cd7afd8d-2c37-4d7b-8a02-93c24a7d0731", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:56:40.042735 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01636fb9-3043-4be9-9f78-dd06ee247ce6 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:56:40.043136 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e20cc1-efd1-439d-9bfc-9f6187c89402', 'tag': 'cd7afd8d-2c37-4d7b-8a02-93c24a7d0731', 'status': 'completed', 'code': 200} Aug 18 15:56:40.048672 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] For port 7f555afd-bc21-459c-8d78-f67cb968158e, host hv-cinder-77853, cleared binding levels {{(pid=93846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:56:40.052897 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] For port 7f555afd-bc21-459c-8d78-f67cb968158e, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7f555afd-bc21-459c-8d78-f67cb968158e,segment=NetworkSegment(863dcc96-1910-4781-a5d8-0e8eb2cc3fe9),segment_id=863dcc96-1910-4781-a5d8-0e8eb2cc3fe9)] {{(pid=93846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:56:40.057843 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:40.074401 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521d7fa-1b80-4bb5-95fe-10edd098d075 req-c4c5f660-ebf6-4642-9240-893d062449e8 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:40.075931 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7521d7fa-1b80-4bb5-95fe-10edd098d075 req-c4c5f660-ebf6-4642-9240-893d062449e8 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 943 time: 0.1937630 Aug 18 15:56:40.081714 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a89f1bb6-c7c1-4a6b-beac-cf91be80bee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:40.093333 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:40.094375 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:40.095825 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] 10.222.0.20 "PUT /v2.0/ports/7f555afd-bc21-459c-8d78-f67cb968158e HTTP/1.1" status: 200 len: 1093 time: 0.8245943 Aug 18 15:56:40.096301 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85150a07-cd6c-4475-96d8-68c89fdc8591', 'tag': '7f555afd-bc21-459c-8d78-f67cb968158e'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:56:40.098556 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c2484220df23b53d05c574a87c61816e9fe22f18d36342348500485cedff23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db13c6b7-02b4-4207-84c6-a3b3ffdcea59" -d '{"events": [{"name": "network-changed", "server_uuid": "85150a07-cd6c-4475-96d8-68c89fdc8591", "tag": "7f555afd-bc21-459c-8d78-f67cb968158e"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:56:40.125811 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ca727-58ce-4ce4-a165-d72b7a7bc4cb service neutron] Pushing event updated for resources: {'Port': ['ID=7f555afd-bc21-459c-8d78-f67cb968158e,revision_number=3']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:40.139334 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a89f1bb6-c7c1-4a6b-beac-cf91be80bee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:40.168529 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-53c2795b-4066-4699-9e3c-ffef23fb436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:40.170064 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-53c2795b-4066-4699-9e3c-ffef23fb436f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4141e22102df491c9bdda23609fdbe24&device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 1097 time: 0.1441348 Aug 18 15:56:40.188911 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-ed02968d-8577-494b-ab5a-f9de47b4e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:40.190397 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-ed02968d-8577-494b-ab5a-f9de47b4e066 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=323299017a00423c9df5d677826e3b3b&device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 1096 time: 0.0419598 Aug 18 15:56:40.240489 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-c9a50eee-767c-46ef-b3fb-06928b5cd914 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f555afd-bc21-459c-8d78-f67cb968158e HTTP/1.1" status: 200 len: 217 time: 0.0386450 Aug 18 15:56:40.247094 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7521d7fa-1b80-4bb5-95fe-10edd098d075 req-460b1279-4977-4294-b9f7-41b9f3ddc806 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582663 Aug 18 15:56:40.250157 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-b7f6028f-5edb-474e-b5e4-bf7ff995ac63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 HTTP/1.1" status: 200 len: 217 time: 0.0644677 Aug 18 15:56:40.262881 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe0d65-c3cb-4eb0-85e1-554a320c5a5d req-b3b4a16d-88f5-4bc1-920d-ba6a239ebb67 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:40.264644 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-38fe0d65-c3cb-4eb0-85e1-554a320c5a5d req-b3b4a16d-88f5-4bc1-920d-ba6a239ebb67 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.1612325 Aug 18 15:56:40.309421 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-e15d7267-0ea2-4979-9492-51979e7fde0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:40.311851 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-e15d7267-0ea2-4979-9492-51979e7fde0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fcf4f24f-5d00-4a05-a317-901b12b78ffa HTTP/1.1" status: 200 len: 853 time: 0.0619886 Aug 18 15:56:40.314155 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db24b84-7859-40ad-86b1-4ec35490eda9 x-openstack-request-id: req-0db24b84-7859-40ad-86b1-4ec35490eda9 {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:56:40.314507 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85150a07-cd6c-4475-96d8-68c89fdc8591", "tag": "7f555afd-bc21-459c-8d78-f67cb968158e", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:56:40.314824 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0db24b84-7859-40ad-86b1-4ec35490eda9 {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:56:40.315310 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85150a07-cd6c-4475-96d8-68c89fdc8591', 'tag': '7f555afd-bc21-459c-8d78-f67cb968158e', 'status': 'completed', 'code': 200} Aug 18 15:56:40.337083 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a89f1bb6-c7c1-4a6b-beac-cf91be80bee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:40.339655 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a89f1bb6-c7c1-4a6b-beac-cf91be80bee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:40.349098 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-a89f1bb6-c7c1-4a6b-beac-cf91be80bee6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d50b990-83d9-4750-b7e5-ddff6693fa5e HTTP/1.1" status: 204 len: 168 time: 0.4683878 Aug 18 15:56:40.356190 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-1a795776-d4fa-4970-b5a9-3dbb54636bca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d352241a-c502-4169-82e4-78c37c3b78b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306714 Aug 18 15:56:40.385473 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-38fe0d65-c3cb-4eb0-85e1-554a320c5a5d req-df68ff17-6c80-447f-a92a-8b3dfe40d374 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142497 Aug 18 15:56:40.386535 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f1bb6-c7c1-4a6b-beac-cf91be80bee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d50b990-83d9-4750-b7e5-ddff6693fa5e,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:40.391599 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-c9806d90-aff2-4a1f-944b-b3fd9b5ee62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:40.393225 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-c9806d90-aff2-4a1f-944b-b3fd9b5ee62d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91139440-0498-4366-9223-66853c993206 HTTP/1.1" status: 200 len: 855 time: 0.1276484 Aug 18 15:56:40.457269 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-2a87d3e7-7c35-4a88-ac3f-a9c6badc9b97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7381a63-f1fa-40d7-86d5-830b21cc478c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540099 Aug 18 15:56:40.610901 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbf23e-eec2-4ffa-a95e-27d0eff2e020 req-30b34fbc-2cf1-422e-b5ab-648ff8834c86 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:40.612690 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f0bbf23e-eec2-4ffa-a95e-27d0eff2e020 req-30b34fbc-2cf1-422e-b5ab-648ff8834c86 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 944 time: 0.1125805 Aug 18 15:56:40.648984 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-2880a8c3-c01e-46be-86d8-a7235f2f5eed service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848855 Aug 18 15:56:40.730200 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f0bbf23e-eec2-4ffa-a95e-27d0eff2e020 req-71833e8f-bfd7-4888-9613-f1d364d2502c tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095281 Aug 18 15:56:40.808919 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 59900) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:40.809464 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-f1556121-2024-4a6f-9c57-0deade5e7aeb service neutron] 10.222.0.20 "GET /v2.0/networks/d352241a-c502-4169-82e4-78c37c3b78b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395123 Aug 18 15:56:40.831842 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-12fd0c9f-6469-4410-b931-34885cee0c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:40.871707 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d92cb97b-b9ef-4e26-a292-cfde7ae7dd8a req-b6683dfd-69fd-4500-b649-6418a4fe9f32 service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086079 Aug 18 15:56:40.955657 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f0b6bd21-e6eb-45c1-a97f-204903a95024 req-d597aa17-3cb3-4c3b-b779-e0b2ad4f8fa3 service neutron] 10.222.0.20 "GET /v2.0/networks/d352241a-c502-4169-82e4-78c37c3b78b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323898 Aug 18 15:56:41.037265 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df271fee-089f-4950-b883-33c3ab24e0db req-910f8bef-411a-4ae5-ac0b-eddb7bc1947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:41.038788 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-df271fee-089f-4950-b883-33c3ab24e0db req-910f8bef-411a-4ae5-ac0b-eddb7bc1947f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4141e22102df491c9bdda23609fdbe24&device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 1097 time: 0.1053073 Aug 18 15:56:41.049531 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfad71-a7df-4e48-bd0a-9172d2a6050c req-777f8cd9-c410-41c3-b4a0-57a83c286cd3 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:41.051102 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c2bfad71-a7df-4e48-bd0a-9172d2a6050c req-777f8cd9-c410-41c3-b4a0-57a83c286cd3 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 945 time: 0.1152608 Aug 18 15:56:41.066358 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13c6b7-02b4-4207-84c6-a3b3ffdcea59 req-40a9e860-d4ee-4e32-b4bf-00d6826821a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:41.068651 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db13c6b7-02b4-4207-84c6-a3b3ffdcea59 req-40a9e860-d4ee-4e32-b4bf-00d6826821a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=323299017a00423c9df5d677826e3b3b&device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 1096 time: 0.0552247 Aug 18 15:56:41.136830 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-12fd0c9f-6469-4410-b931-34885cee0c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:41.149859 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-12fd0c9f-6469-4410-b931-34885cee0c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:41.167205 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13c6b7-02b4-4207-84c6-a3b3ffdcea59 req-d63e3f07-c2e3-4244-9055-7d987f8b48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:41.168711 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db13c6b7-02b4-4207-84c6-a3b3ffdcea59 req-d63e3f07-c2e3-4244-9055-7d987f8b48c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d352241a-c502-4169-82e4-78c37c3b78b2 HTTP/1.1" status: 200 len: 914 time: 0.0870132 Aug 18 15:56:41.177401 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c2bfad71-a7df-4e48-bd0a-9172d2a6050c req-57093220-35c9-47b4-8857-14dfaad12fc3 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108978 Aug 18 15:56:41.218179 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-12fd0c9f-6469-4410-b931-34885cee0c96 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edb670d4aa254450a616a36652559dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082029 Aug 18 15:56:41.220926 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 59910) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:41.223777 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd0c9f-6469-4410-b931-34885cee0c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1353afa-1449-45e7-8c5c-bc4133f74e6f,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:41.231172 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df271fee-089f-4950-b883-33c3ab24e0db req-cbc994a2-fb9b-43c1-86f1-c02cf1c0409b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:41.232686 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-df271fee-089f-4950-b883-33c3ab24e0db req-cbc994a2-fb9b-43c1-86f1-c02cf1c0409b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a7381a63-f1fa-40d7-86d5-830b21cc478c HTTP/1.1" status: 200 len: 916 time: 0.1782317 Aug 18 15:56:41.270618 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7417b6d7-84af-40ba-8880-a3eab6dc588f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:41.293407 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7417b6d7-84af-40ba-8880-a3eab6dc588f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:41.358308 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7417b6d7-84af-40ba-8880-a3eab6dc588f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:41.360838 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7417b6d7-84af-40ba-8880-a3eab6dc588f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:41.361988 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-7417b6d7-84af-40ba-8880-a3eab6dc588f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1353afa-1449-45e7-8c5c-bc4133f74e6f HTTP/1.1" status: 204 len: 168 time: 0.1401417 Aug 18 15:56:41.371333 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417b6d7-84af-40ba-8880-a3eab6dc588f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1353afa-1449-45e7-8c5c-bc4133f74e6f,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:41.386197 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf07cb-0976-46ee-9d84-a595e46fcaa5 req-50c7b7cf-27f1-4b7a-b254-6255fa6e25dc tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:41.388417 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-40bf07cb-0976-46ee-9d84-a595e46fcaa5 req-50c7b7cf-27f1-4b7a-b254-6255fa6e25dc tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 943 time: 0.0569389 Aug 18 15:56:41.433222 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-40bf07cb-0976-46ee-9d84-a595e46fcaa5 req-c600fab7-71db-41bb-b7bb-31caf3021209 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388682 Aug 18 15:56:41.546953 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed8e7e-a9e5-41be-8693-f3ed602012c6 req-18a661cf-8d3d-4b24-971c-00bcb118bab7 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:41.548145 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d0ed8e7e-a9e5-41be-8693-f3ed602012c6 req-18a661cf-8d3d-4b24-971c-00bcb118bab7 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0554349 Aug 18 15:56:41.586745 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d0ed8e7e-a9e5-41be-8693-f3ed602012c6 req-83997f9e-c061-4a52-bcd0-4ac1e64477f1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327570 Aug 18 15:56:41.857503 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ae90f-8fdb-4f8b-bdf7-b8453c21713c req-c59f286c-6966-4d79-8726-50d15f1d02f3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:41.859008 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-446ae90f-8fdb-4f8b-bdf7-b8453c21713c req-c59f286c-6966-4d79-8726-50d15f1d02f3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 944 time: 0.0523720 Aug 18 15:56:41.903402 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-446ae90f-8fdb-4f8b-bdf7-b8453c21713c req-92df4d0c-53aa-4dea-9cb3-e673bf6ac04d tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384545 Aug 18 15:56:42.297199 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f633f-fad6-41ea-96c5-f48c0152f577 req-8360c424-303a-468e-b512-ac9abab8501c tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:42.298731 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dd5f633f-fad6-41ea-96c5-f48c0152f577 req-8360c424-303a-468e-b512-ac9abab8501c tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 945 time: 0.0490477 Aug 18 15:56:42.338194 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dd5f633f-fad6-41ea-96c5-f48c0152f577 req-213df4d5-83bc-42da-9aa9-b83558ed2619 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336657 Aug 18 15:56:42.547979 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79bf23d-4a28-4bba-855d-90a90fdc2631 req-9da699a8-2991-44f7-880b-3a56902a8d64 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:42.549406 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e79bf23d-4a28-4bba-855d-90a90fdc2631 req-9da699a8-2991-44f7-880b-3a56902a8d64 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 943 time: 0.0496202 Aug 18 15:56:42.587668 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e79bf23d-4a28-4bba-855d-90a90fdc2631 req-6b5f6245-cdbf-48b7-b4db-0f321a7f9cb8 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317996 Aug 18 15:56:42.710077 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ae96f-7a78-4561-9ac7-a92ad264d2ca req-a9fba147-c817-460c-b8ed-e420f73bc3ff tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:42.711654 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-587ae96f-7a78-4561-9ac7-a92ad264d2ca req-a9fba147-c817-460c-b8ed-e420f73bc3ff tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0492411 Aug 18 15:56:42.761444 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-587ae96f-7a78-4561-9ac7-a92ad264d2ca req-e1286354-4043-4898-9be2-aec8e09298c4 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427456 Aug 18 15:56:43.052258 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385010a-2f23-4f03-b2e6-f0117dffdab1 req-5eb70730-bff9-40fb-912a-37f3a06d90ea tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:43.053792 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1385010a-2f23-4f03-b2e6-f0117dffdab1 req-5eb70730-bff9-40fb-912a-37f3a06d90ea tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 944 time: 0.0543611 Aug 18 15:56:43.092004 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1385010a-2f23-4f03-b2e6-f0117dffdab1 req-fa78d0bf-aeef-4e7f-bb95-3ec5280cdc2d tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321441 Aug 18 15:56:43.456322 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017101bf-f619-49a6-a41f-c53d531ab3b7 req-12d249cd-4387-4288-b499-742f22990d51 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:43.458086 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-017101bf-f619-49a6-a41f-c53d531ab3b7 req-12d249cd-4387-4288-b499-742f22990d51 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 945 time: 0.0503507 Aug 18 15:56:43.498168 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-017101bf-f619-49a6-a41f-c53d531ab3b7 req-315f6f96-5a28-4ec0-b0a1-c4b5e999a288 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332134 Aug 18 15:56:43.700455 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b191b-01f6-46d4-9dac-91e62d34ec9e req-afcc9175-c8a9-48a9-b3bc-9912c4e2355e tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:43.702027 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c08b191b-01f6-46d4-9dac-91e62d34ec9e req-afcc9175-c8a9-48a9-b3bc-9912c4e2355e tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 943 time: 0.0497365 Aug 18 15:56:43.746304 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c08b191b-01f6-46d4-9dac-91e62d34ec9e req-1c093940-4e12-409c-8b83-5e60fd76b1c0 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376287 Aug 18 15:56:43.883532 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fd27b-c13f-4345-ad63-0927e0bf5af7 req-c8be686c-4349-4948-9c4e-bac63d59ca45 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:43.885795 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b32fd27b-c13f-4345-ad63-0927e0bf5af7 req-c8be686c-4349-4948-9c4e-bac63d59ca45 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0501435 Aug 18 15:56:43.924499 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b32fd27b-c13f-4345-ad63-0927e0bf5af7 req-5bf36ecb-d973-4da2-b432-f4dc31270910 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Aug 18 15:56:44.108002 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db13c6b7-02b4-4207-84c6-a3b3ffdcea59 req-17d7f438-8e57-48dd-b618-87e4f7f48a0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f555afd-bc21-459c-8d78-f67cb968158e HTTP/1.1" status: 200 len: 217 time: 0.0394628 Aug 18 15:56:44.110795 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-df271fee-089f-4950-b883-33c3ab24e0db req-740ac6a0-5ae6-46d9-95f5-352fe59f4f4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 HTTP/1.1" status: 200 len: 217 time: 0.0352306 Aug 18 15:56:44.181048 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13c6b7-02b4-4207-84c6-a3b3ffdcea59 req-693c85dd-b530-4c5c-88bd-cac3521af959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:44.182430 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db13c6b7-02b4-4207-84c6-a3b3ffdcea59 req-693c85dd-b530-4c5c-88bd-cac3521af959 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fcf4f24f-5d00-4a05-a317-901b12b78ffa HTTP/1.1" status: 200 len: 853 time: 0.0433006 Aug 18 15:56:44.222077 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db13c6b7-02b4-4207-84c6-a3b3ffdcea59 req-5066a5c8-40e7-4190-9030-c35cf08a365d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d352241a-c502-4169-82e4-78c37c3b78b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245802 Aug 18 15:56:44.249520 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df271fee-089f-4950-b883-33c3ab24e0db req-95da1115-0315-454d-8eb5-87a901bc3ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:44.250988 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-df271fee-089f-4950-b883-33c3ab24e0db req-95da1115-0315-454d-8eb5-87a901bc3ead service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91139440-0498-4366-9223-66853c993206 HTTP/1.1" status: 200 len: 855 time: 0.1063643 Aug 18 15:56:44.254627 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bf0e8e53-1cdf-4133-809f-a048f198186a req-fc26297a-f789-4e7f-8edb-587a1ef5b910 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1086957 Aug 18 15:56:44.270577 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6f516-ee5a-49d1-a410-7358a010850f req-f86696df-4a12-48ae-a201-37178843bfb0 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:44.272076 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dca6f516-ee5a-49d1-a410-7358a010850f req-f86696df-4a12-48ae-a201-37178843bfb0 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 944 time: 0.1106586 Aug 18 15:56:44.309434 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-df271fee-089f-4950-b883-33c3ab24e0db req-250d416a-e577-4f13-8f0d-343a6424dedc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7381a63-f1fa-40d7-86d5-830b21cc478c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364041 Aug 18 15:56:44.330365 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db13c6b7-02b4-4207-84c6-a3b3ffdcea59 req-d8ea441d-32b5-4e27-ad14-4e7d0570bbe3 service neutron] 10.222.0.20 "GET /v2.0/networks/d352241a-c502-4169-82e4-78c37c3b78b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945017 Aug 18 15:56:44.394574 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dca6f516-ee5a-49d1-a410-7358a010850f req-3eec10ca-d6f4-44ba-a46c-183f403c92ee tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133194 Aug 18 15:56:44.425287 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e8e53-1cdf-4133-809f-a048f198186a req-526d91a2-a181-4e0d-b09f-a778ccfc93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:44.426774 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bf0e8e53-1cdf-4133-809f-a048f198186a req-526d91a2-a181-4e0d-b09f-a778ccfc93e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4141e22102df491c9bdda23609fdbe24&device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 1098 time: 0.1032512 Aug 18 15:56:44.443175 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db13c6b7-02b4-4207-84c6-a3b3ffdcea59 req-118dc31e-40bd-41c0-a890-83901639d575 service neutron] 10.222.0.20 "GET /v2.0/networks/d352241a-c502-4169-82e4-78c37c3b78b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994351 Aug 18 15:56:44.451104 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-df271fee-089f-4950-b883-33c3ab24e0db req-e30614ef-d56b-4bbe-9fba-88bc07099290 service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285412 Aug 18 15:56:44.751167 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-b520e358-5143-43d0-8c4a-436fc924101d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:44.885177 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e8e53-1cdf-4133-809f-a048f198186a req-e8e16929-4e5d-48f6-a24c-d19d491742c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:44.886620 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bf0e8e53-1cdf-4133-809f-a048f198186a req-e8e16929-4e5d-48f6-a24c-d19d491742c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a7381a63-f1fa-40d7-86d5-830b21cc478c HTTP/1.1" status: 200 len: 916 time: 0.4346855 Aug 18 15:56:44.888344 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-df271fee-089f-4950-b883-33c3ab24e0db req-a2e09cec-9fa9-4f2c-9257-3a4a6e78bad6 service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174793 Aug 18 15:56:44.909017 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c219cf-5412-43aa-9633-4c94fe2dd88d req-f1302c0f-d461-4279-9a34-4eef7966a3a7 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:44.910433 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95c219cf-5412-43aa-9633-4c94fe2dd88d req-f1302c0f-d461-4279-9a34-4eef7966a3a7 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 945 time: 0.3361962 Aug 18 15:56:44.962442 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bf0e8e53-1cdf-4133-809f-a048f198186a req-5b46d644-0d19-4550-b329-a64abf46ef66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f422ab3c-2b76-4670-9bfe-2b529f9b5a22 HTTP/1.1" status: 200 len: 217 time: 0.0503242 Aug 18 15:56:44.976265 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be073141-8a24-4344-86d0-e6750132cf73 req-b718a9a8-8449-46b9-9b1c-29bf8563f4e8 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:44.978379 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-be073141-8a24-4344-86d0-e6750132cf73 req-b718a9a8-8449-46b9-9b1c-29bf8563f4e8 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 943 time: 0.1380670 Aug 18 15:56:45.048969 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95c219cf-5412-43aa-9633-4c94fe2dd88d req-cf818252-9c08-46c7-9273-6e0963ee0f06 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268759 Aug 18 15:56:45.063349 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e8e53-1cdf-4133-809f-a048f198186a req-65c734a1-ca4b-4304-9cc3-bd8adcb37bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:45.064906 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bf0e8e53-1cdf-4133-809f-a048f198186a req-65c734a1-ca4b-4304-9cc3-bd8adcb37bd0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91139440-0498-4366-9223-66853c993206 HTTP/1.1" status: 200 len: 855 time: 0.0837710 Aug 18 15:56:45.113462 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bf0e8e53-1cdf-4133-809f-a048f198186a req-f86967c6-fba0-44fc-a2e0-e1db09c71bda service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7381a63-f1fa-40d7-86d5-830b21cc478c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363235 Aug 18 15:56:45.116597 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-be073141-8a24-4344-86d0-e6750132cf73 req-8cc786d1-e9b4-44c6-aafa-ce98818d88ca tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263008 Aug 18 15:56:45.228989 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31157476-7ee9-46cb-b574-62bc5c0f423a req-92990c76-9c86-46a4-a585-75326072257e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:45.233477 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-31157476-7ee9-46cb-b574-62bc5c0f423a req-92990c76-9c86-46a4-a585-75326072257e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.1158209 Aug 18 15:56:45.363483 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bf0e8e53-1cdf-4133-809f-a048f198186a req-60058c7f-dde7-4383-8278-ba785ecd0d17 service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133629 Aug 18 15:56:45.367140 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-31157476-7ee9-46cb-b574-62bc5c0f423a req-373ce8aa-549a-49c4-af85-ffab97f9e90b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064272 Aug 18 15:56:45.477176 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bf0e8e53-1cdf-4133-809f-a048f198186a req-e8da6d65-be43-4c43-8812-aa6159475d95 service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014626 Aug 18 15:56:45.541390 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcbc2b-1a4e-4f59-8080-7641ea92a9c7 req-5d21be50-37a2-4962-8e70-b4e4f9539683 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:45.543422 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-70dcbc2b-1a4e-4f59-8080-7641ea92a9c7 req-5d21be50-37a2-4962-8e70-b4e4f9539683 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 944 time: 0.0646894 Aug 18 15:56:45.591413 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-70dcbc2b-1a4e-4f59-8080-7641ea92a9c7 req-b3bd4b16-7059-4b22-940e-215a66b6bf9b tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349998 Aug 18 15:56:46.177686 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c550d7-f0e7-46b3-a85d-bb4920665117 req-6ba1d564-77fa-425a-bfc4-403721847dbb tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:46.179599 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-64c550d7-f0e7-46b3-a85d-bb4920665117 req-6ba1d564-77fa-425a-bfc4-403721847dbb tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 945 time: 0.0534604 Aug 18 15:56:46.250807 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-64c550d7-f0e7-46b3-a85d-bb4920665117 req-6d1d7481-5729-4a5d-9ebc-9cde7984c965 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/security-groups?id=308a472b-517e-45e3-bbdd-549b49c85137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649383 Aug 18 15:56:46.263063 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ac789-5229-4fea-92bb-1e2f4ac76065 req-c7dd28de-4d1f-4d75-bf2a-25452328a3bb tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:46.264573 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9e5ac789-5229-4fea-92bb-1e2f4ac76065 req-c7dd28de-4d1f-4d75-bf2a-25452328a3bb tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 943 time: 0.0725400 Aug 18 15:56:46.304427 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9e5ac789-5229-4fea-92bb-1e2f4ac76065 req-92043b72-e940-4026-b44e-523109957ff5 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334275 Aug 18 15:56:46.488349 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ff96b-4325-4ce7-b1f3-8fecfe9ca8a7 req-8ecfdd29-5155-4ad8-ba77-b456c9783bd5 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:46.489982 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-867ff96b-4325-4ce7-b1f3-8fecfe9ca8a7 req-8ecfdd29-5155-4ad8-ba77-b456c9783bd5 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0528638 Aug 18 15:56:46.539240 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-867ff96b-4325-4ce7-b1f3-8fecfe9ca8a7 req-8c370977-f6e0-4d3a-a380-740ee707bacf tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400863 Aug 18 15:56:46.616645 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0b38b-f229-433e-b418-29ca92144850 req-1ad89de7-2f3b-4775-8bcb-d904558d8988 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:46.619151 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0ce0b38b-f229-433e-b418-29ca92144850 req-1ad89de7-2f3b-4775-8bcb-d904558d8988 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.20 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 945 time: 0.0558262 Aug 18 15:56:46.696564 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 7f555afd-bc21-459c-8d78-f67cb968158e details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:56:46.797891 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572c068-c385-413e-a1c7-5f42e8e6288b req-2204b9db-8b94-4408-a65f-21bef0bf8317 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:46.799579 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e572c068-c385-413e-a1c7-5f42e8e6288b req-2204b9db-8b94-4408-a65f-21bef0bf8317 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 944 time: 0.1197920 Aug 18 15:56:46.820347 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-0ce0b38b-f229-433e-b418-29ca92144850 req-b5326e81-06d3-4fe7-aca5-cbf47d8ee45a tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Deleting port d653ec34-d5c2-4ad5-9350-e40b4732b21e {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:56:46.820876 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-0ce0b38b-f229-433e-b418-29ca92144850 req-b5326e81-06d3-4fe7-aca5-cbf47d8ee45a tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:46.840887 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 7f555afd-bc21-459c-8d78-f67cb968158e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7f555afd-bc21-459c-8d78-f67cb968158e,segment=NetworkSegment(863dcc96-1910-4781-a5d8-0e8eb2cc3fe9),segment_id=863dcc96-1910-4781-a5d8-0e8eb2cc3fe9)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:46.857001 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '7f555afd-bc21-459c-8d78-f67cb968158e', 'network_id': 'd352241a-c502-4169-82e4-78c37c3b78b2', 'port_id': '7f555afd-bc21-459c-8d78-f67cb968158e', 'mac_address': 'fa:16:3e:ab:40:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf4f24f-5d00-4a05-a317-901b12b78ffa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:56:46.913557 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e572c068-c385-413e-a1c7-5f42e8e6288b req-04731a71-5449-48e7-b331-bb7f8d1da8c7 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966711 Aug 18 15:56:46.919187 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:46.936083 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f555afd-bc21-459c-8d78-f67cb968158e {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:56:46.975070 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 7f555afd-bc21-459c-8d78-f67cb968158e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7f555afd-bc21-459c-8d78-f67cb968158e,segment=NetworkSegment(863dcc96-1910-4781-a5d8-0e8eb2cc3fe9),segment_id=863dcc96-1910-4781-a5d8-0e8eb2cc3fe9)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:46.976301 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-0ce0b38b-f229-433e-b418-29ca92144850 req-b5326e81-06d3-4fe7-aca5-cbf47d8ee45a tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] For port d653ec34-d5c2-4ad5-9350-e40b4732b21e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d653ec34-d5c2-4ad5-9350-e40b4732b21e,segment=NetworkSegment(ff65f942-dfb0-45eb-8c13-f7328f8e3a74),segment_id=ff65f942-dfb0-45eb-8c13-f7328f8e3a74)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:46.980595 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-0ce0b38b-f229-433e-b418-29ca92144850 req-b5326e81-06d3-4fe7-aca5-cbf47d8ee45a tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:46.986867 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:46.987556 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:56:46.999882 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-0ce0b38b-f229-433e-b418-29ca92144850 req-b5326e81-06d3-4fe7-aca5-cbf47d8ee45a tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Calling delete_port for d653ec34-d5c2-4ad5-9350-e40b4732b21e owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:56:47.111689 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60086) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:47.113539 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=7f555afd-bc21-459c-8d78-f67cb968158e,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:47.127212 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:47.127570 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:47.127914 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:47.128249 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:47.128584 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:47.128951 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:47.129300 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:47.129771 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:47.130246 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:47.130443 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:47.130858 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:47.131338 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:56:47.171534 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port cd7afd8d-2c37-4d7b-8a02-93c24a7d0731, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=cd7afd8d-2c37-4d7b-8a02-93c24a7d0731,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:47.185713 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': 'cd7afd8d-2c37-4d7b-8a02-93c24a7d0731', 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c', 'port_id': 'cd7afd8d-2c37-4d7b-8a02-93c24a7d0731', 'mac_address': 'fa:16:3e:7e:88:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91139440-0498-4366-9223-66853c993206', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:56:47.195300 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-0ce0b38b-f229-433e-b418-29ca92144850 req-b5326e81-06d3-4fe7-aca5-cbf47d8ee45a tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:47.215250 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['d653ec34-d5c2-4ad5-9350-e40b4732b21e'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:56:47.230108 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5326e81-06d3-4fe7-aca5-cbf47d8ee45a tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Pushing event deleted for resources: {'Port': ['ID=d653ec34-d5c2-4ad5-9350-e40b4732b21e,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:47.258034 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1832880c-6a65-4f40-8292-ade91fad0a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:47.276400 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:47.300466 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce0b38b-f229-433e-b418-29ca92144850 req-b5326e81-06d3-4fe7-aca5-cbf47d8ee45a tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] No DVR routers for this DVR port d653ec34-d5c2-4ad5-9350-e40b4732b21e on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:56:47.300715 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:56:47.304264 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-0ce0b38b-f229-433e-b418-29ca92144850 req-b5326e81-06d3-4fe7-aca5-cbf47d8ee45a tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:47.307484 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0ce0b38b-f229-433e-b418-29ca92144850 req-b5326e81-06d3-4fe7-aca5-cbf47d8ee45a tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.20 "DELETE /v2.0/ports/d653ec34-d5c2-4ad5-9350-e40b4732b21e HTTP/1.1" status: 204 len: 173 time: 0.6816514 Aug 18 15:56:47.307953 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76f87bc-3016-40a8-9e82-fe63a3bb3f83', 'name': 'network-vif-deleted', 'tag': 'd653ec34-d5c2-4ad5-9350-e40b4732b21e'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:56:47.310974 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d74efba-88a2-4582-9cce-0de09db6f5cd" -d '{"events": [{"server_uuid": "e76f87bc-3016-40a8-9e82-fe63a3bb3f83", "name": "network-vif-deleted", "tag": "d653ec34-d5c2-4ad5-9350-e40b4732b21e"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:56:47.328775 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port cd7afd8d-2c37-4d7b-8a02-93c24a7d0731, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=cd7afd8d-2c37-4d7b-8a02-93c24a7d0731,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:47.334691 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:47.386372 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f48e22b9-2da9-42b9-b05a-ca07c8049a24 req-c9b3450c-fc3c-47fd-9193-13c7c7303326 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 210 time: 0.0464075 Aug 18 15:56:47.390483 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b78240-ef24-4fb0-a274-30e7b2e274e0 x-openstack-request-id: req-04b78240-ef24-4fb0-a274-30e7b2e274e0 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:56:47.391352 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76f87bc-3016-40a8-9e82-fe63a3bb3f83", "name": "network-vif-deleted", "tag": "d653ec34-d5c2-4ad5-9350-e40b4732b21e", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:56:47.391738 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04b78240-ef24-4fb0-a274-30e7b2e274e0 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:56:47.392272 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76f87bc-3016-40a8-9e82-fe63a3bb3f83', 'name': 'network-vif-deleted', 'tag': 'd653ec34-d5c2-4ad5-9350-e40b4732b21e', 'status': 'completed', 'code': 200} Aug 18 15:56:47.420668 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=cd7afd8d-2c37-4d7b-8a02-93c24a7d0731,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:47.429985 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1832880c-6a65-4f40-8292-ade91fad0a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:47.435077 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1832880c-6a65-4f40-8292-ade91fad0a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:47.474433 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-1832880c-6a65-4f40-8292-ade91fad0a32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6e97d99f0d44fc8b7c2bbca190938b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3615777 Aug 18 15:56:47.475654 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832880c-6a65-4f40-8292-ade91fad0a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a3401a-8954-4c28-af4b-ad3b70f50e44,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:47.478583 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60096) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:47.481452 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f0fc7-871a-4815-8a06-af0b5891f050 req-4c5cc827-e9be-4339-8b40-3bd6b6bcef68 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:47.483078 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-567f0fc7-871a-4815-8a06-af0b5891f050 req-4c5cc827-e9be-4339-8b40-3bd6b6bcef68 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 944 time: 0.0505469 Aug 18 15:56:47.527005 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-567f0fc7-871a-4815-8a06-af0b5891f050 req-febb4287-f488-4563-b04f-e64db0a4cab9 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372696 Aug 18 15:56:47.528830 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6e2839c8-c8c5-461b-bb9d-b0c48aef213b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:47.551255 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6e2839c8-c8c5-461b-bb9d-b0c48aef213b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:47.614332 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6e2839c8-c8c5-461b-bb9d-b0c48aef213b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:47.617305 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6e2839c8-c8c5-461b-bb9d-b0c48aef213b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:47.618810 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6e2839c8-c8c5-461b-bb9d-b0c48aef213b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a6a3401a-8954-4c28-af4b-ad3b70f50e44 HTTP/1.1" status: 204 len: 168 time: 0.1391180 Aug 18 15:56:47.629447 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2839c8-c8c5-461b-bb9d-b0c48aef213b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a3401a-8954-4c28-af4b-ad3b70f50e44,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:47.677185 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-341092c5-3e2d-4c77-9134-5a7882ca3e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:47.685111 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['7f555afd-bc21-459c-8d78-f67cb968158e'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:56:47.702800 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2395fc5-fdc3-4ce8-aea6-fa83a79a67bf req-58467dd2-fa33-4351-942d-2d64b3e5e579 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:47.715903 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['cd7afd8d-2c37-4d7b-8a02-93c24a7d0731'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:56:47.717706 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c2395fc5-fdc3-4ce8-aea6-fa83a79a67bf req-58467dd2-fa33-4351-942d-2d64b3e5e579 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.1026459 Aug 18 15:56:47.801359 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c2395fc5-fdc3-4ce8-aea6-fa83a79a67bf req-a6462ee1-559d-46f2-8c81-973007a8aee9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826719 Aug 18 15:56:47.906592 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:48.030593 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60118) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:48.044063 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-968cde94-80ae-4b01-bc98-845362c675a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:48.053836 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa019f-a105-4191-a271-b2413a1a1be8 req-b3292120-b03e-477e-b9c0-17e10296e5f2 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:48.055832 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c5fa019f-a105-4191-a271-b2413a1a1be8 req-b3292120-b03e-477e-b9c0-17e10296e5f2 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 945 time: 0.0537112 Aug 18 15:56:48.099828 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c5fa019f-a105-4191-a271-b2413a1a1be8 req-8c8c5bd0-b301-487e-ba10-1ed6aa2279b3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376203 Aug 18 15:56:48.159073 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-968cde94-80ae-4b01-bc98-845362c675a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:48.163098 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-968cde94-80ae-4b01-bc98-845362c675a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:48.202398 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cde94-80ae-4b01-bc98-845362c675a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a6adf2-2dee-4e30-ae8c-1edc8a2d1e17,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:48.209844 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-968cde94-80ae-4b01-bc98-845362c675a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52132714423b434e8132544870ab5177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757205 Aug 18 15:56:48.210014 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60124) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:48.269505 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2efeaff6-b5d1-43f7-b9ff-c4ada4617159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:48.299777 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2efeaff6-b5d1-43f7-b9ff-c4ada4617159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:48.363033 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2efeaff6-b5d1-43f7-b9ff-c4ada4617159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:48.368774 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2efeaff6-b5d1-43f7-b9ff-c4ada4617159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:48.373559 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-2efeaff6-b5d1-43f7-b9ff-c4ada4617159 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5a6adf2-2dee-4e30-ae8c-1edc8a2d1e17 HTTP/1.1" status: 204 len: 168 time: 0.1600759 Aug 18 15:56:48.386365 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efeaff6-b5d1-43f7-b9ff-c4ada4617159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a6adf2-2dee-4e30-ae8c-1edc8a2d1e17,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:48.512036 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-28b8f13f-7cec-49b0-87f4-2debe14e0b9c req-24cd64da-d46b-4b68-be65-fbe0a9d38a72 tempest-DeleteServersTestJSON-860939625 tempest-DeleteServersTestJSON-860939625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76f87bc-3016-40a8-9e82-fe63a3bb3f83 HTTP/1.1" status: 200 len: 210 time: 0.0265799 Aug 18 15:56:48.652145 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef1009-1f22-4e89-bdf1-c0a3dd12e52c req-4666cd54-7d7e-4953-a4fd-bdd48acd7926 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:48.653685 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-82ef1009-1f22-4e89-bdf1-c0a3dd12e52c req-4666cd54-7d7e-4953-a4fd-bdd48acd7926 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 944 time: 0.0543013 Aug 18 15:56:48.700046 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-82ef1009-1f22-4e89-bdf1-c0a3dd12e52c req-448eced0-29fc-40c1-96b4-13b5dc03b25a tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401599 Aug 18 15:56:48.753854 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:48.923948 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797a8bb-6466-4597-b704-34d7d668719f req-8c534b7c-151c-45ec-866b-44e002c8b6f7 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:48.925507 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8797a8bb-6466-4597-b704-34d7d668719f req-8c534b7c-151c-45ec-866b-44e002c8b6f7 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0594029 Aug 18 15:56:48.970723 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8797a8bb-6466-4597-b704-34d7d668719f req-2665c0ee-df82-4e94-89d7-b0ffc15a97c9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364437 Aug 18 15:56:49.231700 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad92e04-f5ec-49b1-bc33-5dd99a6f0df3 req-5484ef96-e8e8-4e12-b6e6-5855501dce40 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:49.233253 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7ad92e04-f5ec-49b1-bc33-5dd99a6f0df3 req-5484ef96-e8e8-4e12-b6e6-5855501dce40 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 945 time: 0.0504885 Aug 18 15:56:49.274745 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7ad92e04-f5ec-49b1-bc33-5dd99a6f0df3 req-398e9142-d270-4abd-8166-b4ae25de8940 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327997 Aug 18 15:56:49.282739 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60180) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:49.395238 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-312641d8-bfbe-497f-b939-45152aafe1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:49.499907 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-312641d8-bfbe-497f-b939-45152aafe1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:49.504583 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-312641d8-bfbe-497f-b939-45152aafe1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:49.554424 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-312641d8-bfbe-497f-b939-45152aafe1bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ad3df4c00a14801a2ba93d6cb0f7699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691424 Aug 18 15:56:49.555238 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312641d8-bfbe-497f-b939-45152aafe1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cff9af-0add-43da-99c6-6bc6d2fe07dc,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:49.557035 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 60200) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:49.642076 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2d327755-61b1-4025-a980-8810828d852d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:49.676234 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2d327755-61b1-4025-a980-8810828d852d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:49.753502 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2d327755-61b1-4025-a980-8810828d852d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:49.756433 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2d327755-61b1-4025-a980-8810828d852d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:49.763854 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-2d327755-61b1-4025-a980-8810828d852d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50cff9af-0add-43da-99c6-6bc6d2fe07dc HTTP/1.1" status: 204 len: 168 time: 0.2050672 Aug 18 15:56:49.779962 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d327755-61b1-4025-a980-8810828d852d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cff9af-0add-43da-99c6-6bc6d2fe07dc,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:49.879701 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa514f3b-68ce-4920-9279-16a64954ce10 req-bf561c97-924d-4784-aa36-b6945d362224 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:49.893740 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aa514f3b-68ce-4920-9279-16a64954ce10 req-bf561c97-924d-4784-aa36-b6945d362224 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 944 time: 0.0646195 Aug 18 15:56:49.929151 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aa514f3b-68ce-4920-9279-16a64954ce10 req-933bd669-0a7a-4e6c-b065-480c6af4cd8b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351951 Aug 18 15:56:50.016018 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:50.027553 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:50.131311 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c573e7-0971-493c-a298-0f07932bf2d6 req-9f4cd911-4050-4414-9e46-4cb4cc05db36 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:50.132949 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e6c573e7-0971-493c-a298-0f07932bf2d6 req-9f4cd911-4050-4414-9e46-4cb4cc05db36 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0677121 Aug 18 15:56:50.185697 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e6c573e7-0971-493c-a298-0f07932bf2d6 req-22f8de09-d2c8-43ae-9da6-47a707549bf1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398669 Aug 18 15:56:50.475789 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2ef8f-ac11-4b78-9f76-c0c8680f6ec4 req-45a1e415-3646-4a39-8c66-a65c64cabbff tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:50.478844 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a0c2ef8f-ac11-4b78-9f76-c0c8680f6ec4 req-45a1e415-3646-4a39-8c66-a65c64cabbff tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 945 time: 0.0995021 Aug 18 15:56:50.534548 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a0c2ef8f-ac11-4b78-9f76-c0c8680f6ec4 req-846ab4d7-8cfd-4d23-aff4-b10432c3fa3a tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488536 Aug 18 15:56:50.697384 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 7f555afd-bc21-459c-8d78-f67cb968158e up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:56:50.746814 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port 7f555afd-bc21-459c-8d78-f67cb968158e completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:56:50.751280 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 7f555afd-bc21-459c-8d78-f67cb968158e triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:56:50.751775 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:50.768424 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 60272) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:50.830974 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:50.855426 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85150a07-cd6c-4475-96d8-68c89fdc8591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f555afd-bc21-459c-8d78-f67cb968158e'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:56:50.857699 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee09bab-d1b1-407d-96b3-7bc1bc3f681a" -d '{"events": [{"server_uuid": "85150a07-cd6c-4475-96d8-68c89fdc8591", "name": "network-vif-plugged", "status": "completed", "tag": "7f555afd-bc21-459c-8d78-f67cb968158e"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:56:50.871454 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 7f555afd-bc21-459c-8d78-f67cb968158e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7f555afd-bc21-459c-8d78-f67cb968158e,segment=NetworkSegment(863dcc96-1910-4781-a5d8-0e8eb2cc3fe9),segment_id=863dcc96-1910-4781-a5d8-0e8eb2cc3fe9)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:50.876110 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:50.876278 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-020cdf82-616a-42f7-86e6-13bed8e08798 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-972854109-network', 'tenant_id': '4cc62e5943924673a91883eafd0cc61c'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:56:50.877092 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:56:50.910469 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020cdf82-616a-42f7-86e6-13bed8e08798 admin admin] Made reservation on behalf of 4cc62e5943924673a91883eafd0cc61c for: {'network': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:56:50.913044 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-020cdf82-616a-42f7-86e6-13bed8e08798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:50.925066 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-020cdf82-616a-42f7-86e6-13bed8e08798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:50.940023 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2f005e-3436-4ff3-bb48-b9c08ade1a83 x-openstack-request-id: req-7b2f005e-3436-4ff3-bb48-b9c08ade1a83 {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:56:50.940227 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85150a07-cd6c-4475-96d8-68c89fdc8591", "name": "network-vif-plugged", "status": "completed", "tag": "7f555afd-bc21-459c-8d78-f67cb968158e", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:56:50.940450 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b2f005e-3436-4ff3-bb48-b9c08ade1a83 {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:56:50.940875 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85150a07-cd6c-4475-96d8-68c89fdc8591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f555afd-bc21-459c-8d78-f67cb968158e', 'code': 200} Aug 18 15:56:50.972362 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=7f555afd-bc21-459c-8d78-f67cb968158e,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:50.999436 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:56:51.003988 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:56:51.004405 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.041539 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-020cdf82-616a-42f7-86e6-13bed8e08798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.055119 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-020cdf82-616a-42f7-86e6-13bed8e08798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.098023 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.107060 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020cdf82-616a-42f7-86e6-13bed8e08798 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=93847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:56:51.129073 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cdf82-616a-42f7-86e6-13bed8e08798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d490d44-6d83-4667-96ea-c0ccfd2a99ad,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:51.131354 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port cd7afd8d-2c37-4d7b-8a02-93c24a7d0731, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=cd7afd8d-2c37-4d7b-8a02-93c24a7d0731,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:56:51.141363 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.142275 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device d653ec34-d5c2-4ad5-9350-e40b4732b21e no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:56:51.155279 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-020cdf82-616a-42f7-86e6-13bed8e08798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.155620 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.segments_db [None req-020cdf82-616a-42f7-86e6-13bed8e08798 admin admin] Added segment b81cfe36-462e-43cc-b971-50d5eb6e41c0 of type vlan for network d793ee38-ef0d-44b1-aaa5-5b64cef4d17f Aug 18 15:56:51.163535 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: d653ec34-d5c2-4ad5-9350-e40b4732b21e {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:56:51.163886 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device d653ec34-d5c2-4ad5-9350-e40b4732b21e not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:56:51.178123 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcef5a-3801-48ef-adcb-bf8a7b8d8a7b req-a3a0853c-d16e-4861-aea8-509007a29f9a tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:51.179616 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09dcef5a-3801-48ef-adcb-bf8a7b8d8a7b req-a3a0853c-d16e-4861-aea8-509007a29f9a tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 945 time: 0.1371150 Aug 18 15:56:51.216493 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=cd7afd8d-2c37-4d7b-8a02-93c24a7d0731,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:51.240936 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-020cdf82-616a-42f7-86e6-13bed8e08798 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.256266 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d46d9-cccd-42a8-9371-871fae8832d5 req-5bbb080a-1f5d-4c4a-9c62-9e43a1afd93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:51.257809 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0d3d46d9-cccd-42a8-9371-871fae8832d5 req-5bbb080a-1f5d-4c4a-9c62-9e43a1afd93b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 1098 time: 0.1485717 Aug 18 15:56:51.278419 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09dcef5a-3801-48ef-adcb-bf8a7b8d8a7b req-8dc486b1-515a-4862-8b8d-ff99825de9e7 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728395 Aug 18 15:56:51.342270 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-020cdf82-616a-42f7-86e6-13bed8e08798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.343250 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020cdf82-616a-42f7-86e6-13bed8e08798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:51.343812 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-020cdf82-616a-42f7-86e6-13bed8e08798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.357290 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60290) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:51.367916 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0d3d46d9-cccd-42a8-9371-871fae8832d5 req-d67c6745-d5dd-4c4e-a128-45db46b55d57 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885270 Aug 18 15:56:51.402338 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ebe6b-18ce-48b6-9211-03e5a9a6e2ab req-afe6c858-ea12-4419-bab2-b77d6bb71a8b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:51.403839 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6a1ebe6b-18ce-48b6-9211-03e5a9a6e2ab req-afe6c858-ea12-4419-bab2-b77d6bb71a8b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.1394203 Aug 18 15:56:51.410342 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-020cdf82-616a-42f7-86e6-13bed8e08798 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6378522 Aug 18 15:56:51.410668 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60292) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:51.416417 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-5e4ebd42-c67b-43b1-871f-087afa591b82 admin admin] Request body: {'subnet': {'network_id': 'd793ee38-ef0d-44b1-aaa5-5b64cef4d17f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-972854109-subnet', 'tenant_id': '4cc62e5943924673a91883eafd0cc61c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:56:51.423083 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96a1ffe-4dd2-487c-9241-63342e0daefe admin admin] Deleting subnet b52c0bc6-a98c-4339-8dca-fc30af79af14 {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:56:51.430011 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a96a1ffe-4dd2-487c-9241-63342e0daefe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.435103 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cdf82-616a-42f7-86e6-13bed8e08798 admin admin] Pushing event updated for resources: {'Network': ['ID=d793ee38-ef0d-44b1-aaa5-5b64cef4d17f,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:51.446904 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network d793ee38-ef0d-44b1-aaa5-5b64cef4d17f details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:56:51.458623 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6a1ebe6b-18ce-48b6-9211-03e5a9a6e2ab req-d0dd72c1-f6e1-4c72-895f-21169c711a06 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480168 Aug 18 15:56:51.482403 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a96a1ffe-4dd2-487c-9241-63342e0daefe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13948654'] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.502722 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4ebd42-c67b-43b1-871f-087afa591b82 admin admin] Made reservation on behalf of 4cc62e5943924673a91883eafd0cc61c for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:56:51.506599 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5e4ebd42-c67b-43b1-871f-087afa591b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14033925'] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.577928 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 60306) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:51.582714 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a96a1ffe-4dd2-487c-9241-63342e0daefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473169'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.680174 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4e53d3-4947-4f56-9c69-e2b7fc9f3c81 admin admin] Deleting subnet b4c265f5-4e72-4f87-80d1-f6fb5e862815 {{(pid=93847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:56:51.687489 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a96a1ffe-4dd2-487c-9241-63342e0daefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13948497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14033944'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.690626 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c587fb-1034-4d27-ad75-b5bac7d89f2d req-43cfdc16-cf37-4d25-9b75-8f4b3601b3e8 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:51.692244 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c2c587fb-1034-4d27-ad75-b5bac7d89f2d req-43cfdc16-cf37-4d25-9b75-8f4b3601b3e8 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 946 time: 0.0817318 Aug 18 15:56:51.694353 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cd4e53d3-4947-4f56-9c69-e2b7fc9f3c81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.728963 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a1ffe-4dd2-487c-9241-63342e0daefe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b52c0bc6-a98c-4339-8dca-fc30af79af14,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:51.734230 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a96a1ffe-4dd2-487c-9241-63342e0daefe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.736563 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-a96a1ffe-4dd2-487c-9241-63342e0daefe admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b52c0bc6-a98c-4339-8dca-fc30af79af14 HTTP/1.1" status: 204 len: 168 time: 0.3775492 Aug 18 15:56:51.738842 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60318) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:51.758258 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cd4e53d3-4947-4f56-9c69-e2b7fc9f3c81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13957983'] for subnet, precommit_delete_associations {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.795928 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c2c587fb-1034-4d27-ad75-b5bac7d89f2d req-8276a9f8-8549-446a-bef2-b78b3df50127 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787117 Aug 18 15:56:51.817873 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cd4e53d3-4947-4f56-9c69-e2b7fc9f3c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473169'] for subnet, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.861699 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-69edecb9-8012-43f8-9504-dd241a08b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627848'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.865011 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5e4ebd42-c67b-43b1-871f-087afa591b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13948560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14033939'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.883207 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cd4e53d3-4947-4f56-9c69-e2b7fc9f3c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13957933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14307673'] for subnet, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.910834 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e53d3-4947-4f56-9c69-e2b7fc9f3c81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c265f5-4e72-4f87-80d1-f6fb5e862815,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:51.919322 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cd4e53d3-4947-4f56-9c69-e2b7fc9f3c81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:51.924104 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-cd4e53d3-4947-4f56-9c69-e2b7fc9f3c81 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b4c265f5-4e72-4f87-80d1-f6fb5e862815 HTTP/1.1" status: 204 len: 168 time: 0.3447556 Aug 18 15:56:51.924814 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 60322) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:51.964619 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ebd42-c67b-43b1-871f-087afa591b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a80087f7-4ed7-4f3b-bc82-18013e59e3fe,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:52.005553 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-98dd3ba8-f6cc-40f6-95cf-bfe7ffc3d14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627848'] for network, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.031411 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ebd42-c67b-43b1-871f-087afa591b82 admin admin] Checking segment: {'id': 'b81cfe36-462e-43cc-b971-50d5eb6e41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd793ee38-ef0d-44b1-aaa5-5b64cef4d17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:56:52.031768 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ebd42-c67b-43b1-871f-087afa591b82 admin admin] Network hostable DHCP agents. Network: d793ee38-ef0d-44b1-aaa5-5b64cef4d17f, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:56:52.034866 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-69edecb9-8012-43f8-9504-dd241a08b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472536', 'neutron.services.segments.db._delete_segments_for_network-8780902331073'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.048618 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-69edecb9-8012-43f8-9504-dd241a08b102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded6a12f-c97d-4ae6-9b6e-e603929da08f']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:56:52.066003 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-69edecb9-8012-43f8-9504-dd241a08b102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff65f942-dfb0-45eb-8c13-f7328f8e3a74') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:56:52.066003 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-69edecb9-8012-43f8-9504-dd241a08b102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff65f942-dfb0-45eb-8c13-f7328f8e3a74') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:56:52.076802 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-69edecb9-8012-43f8-9504-dd241a08b102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780902098598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13948647'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.092700 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ebd42-c67b-43b1-871f-087afa591b82 admin admin] Network d793ee38-ef0d-44b1-aaa5-5b64cef4d17f is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:56:52.100508 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-69edecb9-8012-43f8-9504-dd241a08b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.105462 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-98dd3ba8-f6cc-40f6-95cf-bfe7ffc3d14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472536', 'neutron.services.segments.db._delete_segments_for_network-8780902331073'] for network, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.111646 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69edecb9-8012-43f8-9504-dd241a08b102 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:56:52.112277 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-69edecb9-8012-43f8-9504-dd241a08b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13947635'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.114474 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-5e4ebd42-c67b-43b1-871f-087afa591b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, d793ee38-ef0d-44b1-aaa5-5b64cef4d17f) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:56:52.122510 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.services.segments.db [None req-98dd3ba8-f6cc-40f6-95cf-bfe7ffc3d14f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82ad587-9c0b-4c62-96c6-e120899ab3ba']}} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: timer() Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: cb(*args, **kw) Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: self._notify() Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: self.callback(batched_events) Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: event.method(event) Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._get(url).json() Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:56:52.125076 dv-cinder-778534-7-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:56:52.130282 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039eb570-cb97-4e17-97f7-78fe7092f924 None None] Network d793ee38-ef0d-44b1-aaa5-5b64cef4d17f requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:56:52.139554 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.services.segments.db [None req-98dd3ba8-f6cc-40f6-95cf-bfe7ffc3d14f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292c2776-98c9-4158-b959-841c6c1eacf3') {'for_net_delete': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:56:52.139554 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.services.segments.db [None req-98dd3ba8-f6cc-40f6-95cf-bfe7ffc3d14f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292c2776-98c9-4158-b959-841c6c1eacf3') {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:56:52.154917 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-98dd3ba8-f6cc-40f6-95cf-bfe7ffc3d14f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780902098598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13957974'] for segment, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.160297 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4ebd42-c67b-43b1-871f-087afa591b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:52.161110 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5e4ebd42-c67b-43b1-871f-087afa591b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.179331 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-98dd3ba8-f6cc-40f6-95cf-bfe7ffc3d14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.186649 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98dd3ba8-f6cc-40f6-95cf-bfe7ffc3d14f admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:56:52.187347 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-98dd3ba8-f6cc-40f6-95cf-bfe7ffc3d14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13959055'] for segment, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: Traceback (most recent call last): Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: timer() Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: cb(*args, **kw) Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: return func(*args, **kwargs) Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: self._notify() Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: self.callback(batched_events) Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: event.method(event) Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: return f(self, *a, **k) Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: return self._get(url).json() Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: return self.request(url, 'GET', **kwargs) Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:56:52.189608 dv-cinder-778534-7-iscsi neutron-server[93847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:56:52.215575 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-5e4ebd42-c67b-43b1-871f-087afa591b82 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8036902 Aug 18 15:56:52.221852 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-69edecb9-8012-43f8-9504-dd241a08b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468348'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.231437 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-69edecb9-8012-43f8-9504-dd241a08b102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.235087 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-69edecb9-8012-43f8-9504-dd241a08b102 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ded6a12f-c97d-4ae6-9b6e-e603929da08f HTTP/1.1" status: 204 len: 168 time: 0.4952786 Aug 18 15:56:52.253019 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edecb9-8012-43f8-9504-dd241a08b102 admin admin] Pushing event deleted for resources: {'Network': ['ID=ded6a12f-c97d-4ae6-9b6e-e603929da08f,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:52.264492 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-98dd3ba8-f6cc-40f6-95cf-bfe7ffc3d14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468348'] for network, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.282126 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5d3306-a7bb-4e1e-8eb2-b57326fbd300 None None] Network d793ee38-ef0d-44b1-aaa5-5b64cef4d17f requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:56:52.296401 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-98dd3ba8-f6cc-40f6-95cf-bfe7ffc3d14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.301840 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-98dd3ba8-f6cc-40f6-95cf-bfe7ffc3d14f admin admin] 10.222.0.44 "DELETE /v2.0/networks/d82ad587-9c0b-4c62-96c6-e120899ab3ba HTTP/1.1" status: 204 len: 168 time: 0.3733404 Aug 18 15:56:52.301840 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd3ba8-f6cc-40f6-95cf-bfe7ffc3d14f admin admin] Pushing event deleted for resources: {'Network': ['ID=d82ad587-9c0b-4c62-96c6-e120899ab3ba,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:52.302537 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 60336) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:52.377983 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f76806-ec67-4157-8215-804077c7c31b admin admin] Deleting subnet 8a70d172-eee1-486d-a603-692043137065 {{(pid=93847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:56:52.387423 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c4f76806-ec67-4157-8215-804077c7c31b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.420612 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60340) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:52.475962 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-767e8675-8aaa-4a7e-9e9c-af3b23dd54a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06443a016f2045959990e25c6ea2069d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0532475 Aug 18 15:56:52.481572 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 60344) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:52.501946 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c4f76806-ec67-4157-8215-804077c7c31b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13957983'] for subnet, precommit_delete_associations {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.534369 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f76aa-7eba-4db9-8476-ce1c1d7f4b68 req-71abcac2-4752-4080-9248-5ad11a43c255 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:52.535888 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cf7f76aa-7eba-4db9-8476-ce1c1d7f4b68 req-71abcac2-4752-4080-9248-5ad11a43c255 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 945 time: 0.1104548 Aug 18 15:56:52.624033 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c4f76806-ec67-4157-8215-804077c7c31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473169'] for subnet, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.674651 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cf7f76aa-7eba-4db9-8476-ce1c1d7f4b68 req-1bff19d8-c452-45f9-84c8-ad9ce71c542f tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246991 Aug 18 15:56:52.678971 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-69f0ce32-ab99-4a6f-90da-f84a9bcaff67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.703833 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8180e-7021-43a6-b278-3d7397351e8c req-335fbc53-ce91-40fa-8d9b-c7a0f2a15983 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:52.705358 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9db8180e-7021-43a6-b278-3d7397351e8c req-335fbc53-ce91-40fa-8d9b-c7a0f2a15983 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.1510460 Aug 18 15:56:52.733970 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-69f0ce32-ab99-4a6f-90da-f84a9bcaff67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.773952 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c4f76806-ec67-4157-8215-804077c7c31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13957933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14307673'] for subnet, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.818820 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9db8180e-7021-43a6-b278-3d7397351e8c req-4e91b229-cfd3-4e27-a5c8-484f9804ecfc tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067152 Aug 18 15:56:52.820539 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f76806-ec67-4157-8215-804077c7c31b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a70d172-eee1-486d-a603-692043137065,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:52.826009 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c4f76806-ec67-4157-8215-804077c7c31b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.828009 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-c4f76806-ec67-4157-8215-804077c7c31b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8a70d172-eee1-486d-a603-692043137065 HTTP/1.1" status: 204 len: 168 time: 0.5196903 Aug 18 15:56:52.830606 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 60350) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:52.896138 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-69f0ce32-ab99-4a6f-90da-f84a9bcaff67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.899012 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-69f0ce32-ab99-4a6f-90da-f84a9bcaff67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.903292 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-69f0ce32-ab99-4a6f-90da-f84a9bcaff67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/308a472b-517e-45e3-bbdd-549b49c85137 HTTP/1.1" status: 204 len: 168 time: 0.4211962 Aug 18 15:56:52.942104 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e20cc1-efd1-439d-9bfc-9f6187c89402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7afd8d-2c37-4d7b-8a02-93c24a7d0731'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:56:52.945249 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b7dac5-db6b-4162-aa97-bba16687e666" -d '{"events": [{"server_uuid": "15e20cc1-efd1-439d-9bfc-9f6187c89402", "name": "network-vif-plugged", "status": "completed", "tag": "cd7afd8d-2c37-4d7b-8a02-93c24a7d0731"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:56:52.950593 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-887eab3b-9745-41aa-a5cb-95103c8b42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627848'] for network, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:52.954176 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0ce32-ab99-4a6f-90da-f84a9bcaff67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308a472b-517e-45e3-bbdd-549b49c85137,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:53.012116 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fbe0f8-9c60-4e33-a234-32d62acc3ecb x-openstack-request-id: req-60fbe0f8-9c60-4e33-a234-32d62acc3ecb {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:56:53.012607 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e20cc1-efd1-439d-9bfc-9f6187c89402", "name": "network-vif-plugged", "status": "completed", "tag": "cd7afd8d-2c37-4d7b-8a02-93c24a7d0731", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:56:53.012876 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60fbe0f8-9c60-4e33-a234-32d62acc3ecb {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:56:53.013381 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e20cc1-efd1-439d-9bfc-9f6187c89402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7afd8d-2c37-4d7b-8a02-93c24a7d0731', 'code': 200} Aug 18 15:56:53.053535 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752d9c2-291b-46ea-be92-dd1ec7132a95 req-73fe1a25-54b3-4182-b8b9-6eb80ea44b01 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:53.055159 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c752d9c2-291b-46ea-be92-dd1ec7132a95 req-73fe1a25-54b3-4182-b8b9-6eb80ea44b01 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 946 time: 0.1452706 Aug 18 15:56:53.076959 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-887eab3b-9745-41aa-a5cb-95103c8b42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472536', 'neutron.services.segments.db._delete_segments_for_network-8780902331073'] for network, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:53.097681 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.services.segments.db [None req-887eab3b-9745-41aa-a5cb-95103c8b42a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86dd1cc7-f672-4525-9d49-09e4d8ee9920']}} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:56:53.122493 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.services.segments.db [None req-887eab3b-9745-41aa-a5cb-95103c8b42a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94df3f12-1ec4-4e68-bf8a-20c22e17f892') {'for_net_delete': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:56:53.122816 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.services.segments.db [None req-887eab3b-9745-41aa-a5cb-95103c8b42a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94df3f12-1ec4-4e68-bf8a-20c22e17f892') {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:56:53.137900 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c752d9c2-291b-46ea-be92-dd1ec7132a95 req-1f8648f3-8813-4191-ad20-31e43be2a937 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715129 Aug 18 15:56:53.139620 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-887eab3b-9745-41aa-a5cb-95103c8b42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780902098598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13957974'] for segment, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:53.164453 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-887eab3b-9745-41aa-a5cb-95103c8b42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:53.171894 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887eab3b-9745-41aa-a5cb-95103c8b42a4 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:56:53.172892 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-887eab3b-9745-41aa-a5cb-95103c8b42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13959055'] for segment, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: Traceback (most recent call last): Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: timer() Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: cb(*args, **kw) Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: return func(*args, **kwargs) Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: self._notify() Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: self.callback(batched_events) Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: event.method(event) Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: return f(self, *a, **k) Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: return self._get(url).json() Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: return self.request(url, 'GET', **kwargs) Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:56:53.175052 dv-cinder-778534-7-iscsi neutron-server[93847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:56:53.262243 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-887eab3b-9745-41aa-a5cb-95103c8b42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468348'] for network, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:53.265288 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117b887-bea7-4bf9-bbe7-ec473254f0d2 req-05e577c4-0e1c-478a-992b-1f7d9a47d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:53.266993 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c117b887-bea7-4bf9-bbe7-ec473254f0d2 req-05e577c4-0e1c-478a-992b-1f7d9a47d8cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 1099 time: 0.0889904 Aug 18 15:56:53.282697 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-887eab3b-9745-41aa-a5cb-95103c8b42a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:53.287752 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-887eab3b-9745-41aa-a5cb-95103c8b42a4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/86dd1cc7-f672-4525-9d49-09e4d8ee9920 HTTP/1.1" status: 204 len: 168 time: 0.4560719 Aug 18 15:56:53.307829 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887eab3b-9745-41aa-a5cb-95103c8b42a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=86dd1cc7-f672-4525-9d49-09e4d8ee9920,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:53.328278 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c117b887-bea7-4bf9-bbe7-ec473254f0d2 req-a0afaabe-7786-447d-9c3e-3b7a19b1bdb6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534139 Aug 18 15:56:53.439969 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 60386) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:53.503321 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-589cdaf4-28ee-4bed-b170-ffdf552e5e17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8653a18745454d7594122118c35ce353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598559 Aug 18 15:56:53.504023 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 60392) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:53.556105 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-860dcb3a-3e1a-4196-86a3-056c91ca9180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:53.578897 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-860dcb3a-3e1a-4196-86a3-056c91ca9180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:53.632438 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-860dcb3a-3e1a-4196-86a3-056c91ca9180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:53.636617 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-860dcb3a-3e1a-4196-86a3-056c91ca9180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:53.637999 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-860dcb3a-3e1a-4196-86a3-056c91ca9180 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e397434-c3b0-417f-8b0b-b4da9fc474a2 HTTP/1.1" status: 204 len: 168 time: 0.1330619 Aug 18 15:56:53.649641 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860dcb3a-3e1a-4196-86a3-056c91ca9180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e397434-c3b0-417f-8b0b-b4da9fc474a2,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:53.834510 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a60037-c43e-428f-85fb-dec35cc260d3 req-ccd913fb-1e86-4d86-8ec6-d7b6773b813a tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:53.836018 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e4a60037-c43e-428f-85fb-dec35cc260d3 req-ccd913fb-1e86-4d86-8ec6-d7b6773b813a tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 945 time: 0.0750937 Aug 18 15:56:53.887570 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e4a60037-c43e-428f-85fb-dec35cc260d3 req-5cab6cdf-a878-4bef-9eac-6812ba86ec37 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401301 Aug 18 15:56:53.989612 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30d6d9-8673-4702-90f6-ecb3d22bc1ea req-e74254a3-f4fd-4a2b-8074-bab7a283193e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:53.998375 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3f30d6d9-8673-4702-90f6-ecb3d22bc1ea req-e74254a3-f4fd-4a2b-8074-bab7a283193e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0724194 Aug 18 15:56:54.040135 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60456) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:54.072962 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3f30d6d9-8673-4702-90f6-ecb3d22bc1ea req-15c8bac3-3b4f-4161-ac53-947f30d7a7e3 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730443 Aug 18 15:56:54.143782 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ed959ad3-3599-462a-abb8-7218661443fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a7e3f305db445639d739706d420bd20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0992582 Aug 18 15:56:54.144159 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 60468) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:54.210575 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3a148714-d428-4c19-869c-104de811fb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:54.230554 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60478) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:54.264540 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3a148714-d428-4c19-869c-104de811fb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:54.344310 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab238b0-26aa-48f3-9887-4d2c53cd3644 req-16ef4d72-d094-4338-a44b-7f21f1066d4c tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:54.352812 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4ab238b0-26aa-48f3-9887-4d2c53cd3644 req-16ef4d72-d094-4338-a44b-7f21f1066d4c tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 946 time: 0.0899091 Aug 18 15:56:54.411678 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3a148714-d428-4c19-869c-104de811fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:54.415319 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3a148714-d428-4c19-869c-104de811fb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:54.425701 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-3a148714-d428-4c19-869c-104de811fb6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9fb01d19-6167-436a-be61-7b54364ccfa5 HTTP/1.1" status: 204 len: 168 time: 0.2745345 Aug 18 15:56:54.435060 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4ab238b0-26aa-48f3-9887-4d2c53cd3644 req-ef2606ee-de3f-4e3e-867d-408004aa874b tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807147 Aug 18 15:56:54.456908 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a148714-d428-4c19-869c-104de811fb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb01d19-6167-436a-be61-7b54364ccfa5,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:54.595154 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b83a930e-3d7e-4988-bc8c-eb0046b3d2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:54.690380 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-65c48c30-b2c9-4270-ba43-173f3afd4bd3 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:54.694617 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-65c48c30-b2c9-4270-ba43-173f3afd4bd3 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/networks?id=d793ee38-ef0d-44b1-aaa5-5b64cef4d17f HTTP/1.1" status: 200 len: 808 time: 0.1495736 Aug 18 15:56:54.724229 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b83a930e-3d7e-4988-bc8c-eb0046b3d2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:54.729833 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b83a930e-3d7e-4988-bc8c-eb0046b3d2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:54.737365 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-fdd9a83f-820a-4ca2-aae5-42d8d3aa0b56 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/quotas/4cc62e5943924673a91883eafd0cc61c HTTP/1.1" status: 200 len: 375 time: 0.0368977 Aug 18 15:56:54.775650 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-c194555b-0911-4c30-970f-98e982ba545e tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4cc62e5943924673a91883eafd0cc61c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359089 Aug 18 15:56:54.781070 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a930e-3d7e-4988-bc8c-eb0046b3d2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b2fc9d-17ea-4c95-a811-a500bdc45ca5,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:54.797846 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-b83a930e-3d7e-4988-bc8c-eb0046b3d2eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f753b9e019dd419caa379fee7b037f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5662146 Aug 18 15:56:54.802361 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 60520) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:54.938937 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-127ec412-37de-40e8-82f8-86d1c5132945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:54.946264 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-2eee3edc-f58d-41d3-b616-e9b4cf3b4f04 service neutron] 10.222.0.44 "GET /v2.0/networks/d793ee38-ef0d-44b1-aaa5-5b64cef4d17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448836 Aug 18 15:56:54.965750 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-127ec412-37de-40e8-82f8-86d1c5132945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:55.356059 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-626b9a0f-6f66-465b-9a9c-9f4f4c9a89ed service neutron] 10.222.0.44 "GET /v2.0/networks/d793ee38-ef0d-44b1-aaa5-5b64cef4d17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824151 Aug 18 15:56:55.357734 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-127ec412-37de-40e8-82f8-86d1c5132945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:55.360446 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-127ec412-37de-40e8-82f8-86d1c5132945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:55.361619 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-127ec412-37de-40e8-82f8-86d1c5132945 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3b2fc9d-17ea-4c95-a811-a500bdc45ca5 HTTP/1.1" status: 204 len: 168 time: 0.5584204 Aug 18 15:56:55.375052 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d0476-29be-4211-ae17-86c54d927954 req-5d669d59-bbfd-4b3b-83f3-d9c33be85474 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:55.377246 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-689d0476-29be-4211-ae17-86c54d927954 req-5d669d59-bbfd-4b3b-83f3-d9c33be85474 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.1155424 Aug 18 15:56:55.391138 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ec412-37de-40e8-82f8-86d1c5132945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b2fc9d-17ea-4c95-a811-a500bdc45ca5,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:55.460055 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-689d0476-29be-4211-ae17-86c54d927954 req-b91fc27b-3610-40c4-b8d9-a44f032a7ac8 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764139 Aug 18 15:56:55.694566 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ceeb8-6f98-4584-af7a-c08cd6e954e3 req-14e17e3e-8ee4-4893-b1e2-47abf1f45295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:55.696508 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b26ceeb8-6f98-4584-af7a-c08cd6e954e3 req-14e17e3e-8ee4-4893-b1e2-47abf1f45295 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 1098 time: 0.1087701 Aug 18 15:56:55.730489 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-44a5d4d7-a579-42a9-9f66-507feddf65bc req-eac2351f-f804-4f59-9b12-0133b2575267 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 210 time: 0.0631135 Aug 18 15:56:55.775896 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b26ceeb8-6f98-4584-af7a-c08cd6e954e3 req-b689c6f7-38d8-4e80-b093-9632faba2cd5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489562 Aug 18 15:56:55.800903 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c49b2-9b51-4ca2-8df6-c295493c4fba req-7659a48b-d103-4267-9d92-016cc24ca7c0 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:55.802783 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-097c49b2-9b51-4ca2-8df6-c295493c4fba req-7659a48b-d103-4267-9d92-016cc24ca7c0 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 946 time: 0.1429853 Aug 18 15:56:55.857859 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-097c49b2-9b51-4ca2-8df6-c295493c4fba req-7e6130f7-4663-4301-a1df-386e7cc8cb4a tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485692 Aug 18 15:56:55.977668 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 60586) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:55.996411 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7e22a189-13c0-4d5e-8706-bd7e36b033fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:56.164692 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7e22a189-13c0-4d5e-8706-bd7e36b033fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:56.170204 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7e22a189-13c0-4d5e-8706-bd7e36b033fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:56.187561 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 60596) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:56.231706 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-7e22a189-13c0-4d5e-8706-bd7e36b033fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab6bceeba00a4e3ea9793883cc59fac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521429 Aug 18 15:56:56.234898 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22a189-13c0-4d5e-8706-bd7e36b033fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cb3bea-ff38-4fe9-85e2-587d3e6b5575,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:56.235035 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60600) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:56.321212 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-de9e9ba4-c36e-4c1b-a83c-ccc26359384d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:56.347785 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-de9e9ba4-c36e-4c1b-a83c-ccc26359384d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:56.403421 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-de9e9ba4-c36e-4c1b-a83c-ccc26359384d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:56.406569 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-de9e9ba4-c36e-4c1b-a83c-ccc26359384d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:56.411073 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-de9e9ba4-c36e-4c1b-a83c-ccc26359384d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76cb3bea-ff38-4fe9-85e2-587d3e6b5575 HTTP/1.1" status: 204 len: 168 time: 0.1748481 Aug 18 15:56:56.421947 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e9ba4-c36e-4c1b-a83c-ccc26359384d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cb3bea-ff38-4fe9-85e2-587d3e6b5575,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:56.566330 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-17dc073f-3c30-4912-8341-04ba4a492b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:56.648620 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052932fd-fe49-4c86-ad2e-3ff81a3725f4 req-7be9c59e-ec51-46a3-96a6-3b949a20533f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:56.660057 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-052932fd-fe49-4c86-ad2e-3ff81a3725f4 req-7be9c59e-ec51-46a3-96a6-3b949a20533f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0957503 Aug 18 15:56:56.731486 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-052932fd-fe49-4c86-ad2e-3ff81a3725f4 req-1f889c75-11e4-4e8f-8ea6-bcd5565206d6 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652375 Aug 18 15:56:56.784707 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-17dc073f-3c30-4912-8341-04ba4a492b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:56.792773 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-17dc073f-3c30-4912-8341-04ba4a492b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:56.860445 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60630) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:56.860796 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-17dc073f-3c30-4912-8341-04ba4a492b2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57ad4d5a643a4f7ca2f3ef9e94e0d05a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6718788 Aug 18 15:56:56.877801 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc073f-3c30-4912-8341-04ba4a492b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723ed532-0f61-48ba-b053-6f15d02d3a6c,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:56.917673 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0992ad0d-3f04-4cc0-9137-bdca5d56718b req-9623b31c-8623-451c-aa96-3b8b660fc4f9 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 210 time: 0.0346093 Aug 18 15:56:56.983270 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-35fadb4a-2e17-4263-a3bf-98315eafff65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:57.013822 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-35fadb4a-2e17-4263-a3bf-98315eafff65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:57.087366 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-35fadb4a-2e17-4263-a3bf-98315eafff65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:57.091297 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-35fadb4a-2e17-4263-a3bf-98315eafff65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:57.092657 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-35fadb4a-2e17-4263-a3bf-98315eafff65 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/723ed532-0f61-48ba-b053-6f15d02d3a6c HTTP/1.1" status: 204 len: 168 time: 0.2310438 Aug 18 15:56:57.102863 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fadb4a-2e17-4263-a3bf-98315eafff65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723ed532-0f61-48ba-b053-6f15d02d3a6c,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:57.156323 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-e2772b12-ac22-49b5-bb70-1a27f980067e tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:57.158778 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-e2772b12-ac22-49b5-bb70-1a27f980067e tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.20 "GET /v2.0/networks?id=d793ee38-ef0d-44b1-aaa5-5b64cef4d17f HTTP/1.1" status: 200 len: 808 time: 0.1430714 Aug 18 15:56:57.190656 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-6ac82d1a-e325-4a0a-83df-c8912b73b103 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Request body: {'port': {'device_id': '7c7bbf3e-f571-495a-b39f-c77866238be9', 'network_id': 'd793ee38-ef0d-44b1-aaa5-5b64cef4d17f', 'admin_state_up': True, 'tenant_id': '4cc62e5943924673a91883eafd0cc61c'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:56:57.332190 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-6ac82d1a-e325-4a0a-83df-c8912b73b103 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Made reservation on behalf of 4cc62e5943924673a91883eafd0cc61c for: {'port': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:56:57.336354 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-6ac82d1a-e325-4a0a-83df-c8912b73b103 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:57.507559 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-6ac82d1a-e325-4a0a-83df-c8912b73b103 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Allocated IP 172.20.0.6 (d793ee38-ef0d-44b1-aaa5-5b64cef4d17f/a80087f7-4ed7-4f3b-bc82-18013e59e3fe/08bf0834-a6c1-4523-9366-08243ebac1ba) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:56:57.670729 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60668) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:57.697324 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f4aa451d-c7f9-44bc-bcda-7d1eff5f9e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:57.726315 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-6ac82d1a-e325-4a0a-83df-c8912b73b103 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:57.788343 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-6ac82d1a-e325-4a0a-83df-c8912b73b103 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:57.830982 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f4aa451d-c7f9-44bc-bcda-7d1eff5f9e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:57.837822 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f4aa451d-c7f9-44bc-bcda-7d1eff5f9e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:57.864066 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-6ac82d1a-e325-4a0a-83df-c8912b73b103 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Network d793ee38-ef0d-44b1-aaa5-5b64cef4d17f is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:56:57.865955 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-6ac82d1a-e325-4a0a-83df-c8912b73b103 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:56:57.868262 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac82d1a-e325-4a0a-83df-c8912b73b103 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Pushing event updated for resources: {'Port': ['ID=08bf0834-a6c1-4523-9366-08243ebac1ba,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:57.877688 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-6ac82d1a-e325-4a0a-83df-c8912b73b103 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:56:57.918095 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f4aa451d-c7f9-44bc-bcda-7d1eff5f9e6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=349d5f4d18d342548f3fd34b9a128745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461338 Aug 18 15:56:57.918713 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60676) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:56:57.929476 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa451d-c7f9-44bc-bcda-7d1eff5f9e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e28c3cd-71a8-4db7-92cb-db73a502400b,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:57.990657 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1b3eab1c-a029-4efb-92b5-406419276589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:57.992510 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-6ac82d1a-e325-4a0a-83df-c8912b73b103 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:58.003690 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-6ac82d1a-e325-4a0a-83df-c8912b73b103 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:58.021276 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1b3eab1c-a029-4efb-92b5-406419276589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:58.025665 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd14f9-fc5b-4729-b2fb-f87f2835d270 req-5bf8434e-ada6-43df-bbc0-b4fb843362fa tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:58.027260 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-00cd14f9-fc5b-4729-b2fb-f87f2835d270 req-5bf8434e-ada6-43df-bbc0-b4fb843362fa tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.1262069 Aug 18 15:56:58.034728 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-6ac82d1a-e325-4a0a-83df-c8912b73b103 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8490586 Aug 18 15:56:58.079203 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-00cd14f9-fc5b-4729-b2fb-f87f2835d270 req-d8789c1d-13ce-49c3-80bf-16d367a5f378 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Aug 18 15:56:58.083940 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Request body: {'port': {'device_id': '7c7bbf3e-f571-495a-b39f-c77866238be9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:56:58.109292 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1b3eab1c-a029-4efb-92b5-406419276589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:58.115720 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1b3eab1c-a029-4efb-92b5-406419276589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:58.117410 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-1b3eab1c-a029-4efb-92b5-406419276589 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e28c3cd-71a8-4db7-92cb-db73a502400b HTTP/1.1" status: 204 len: 168 time: 0.1965611 Aug 18 15:56:58.141646 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3eab1c-a029-4efb-92b5-406419276589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e28c3cd-71a8-4db7-92cb-db73a502400b,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:58.288012 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:58.316641 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2c979-ed5e-42e4-a146-63b0d00d4bf4 req-da1b996f-a093-4747-b8ad-8fc77e935b91 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:58.318674 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ccc2c979-ed5e-42e4-a146-63b0d00d4bf4 req-da1b996f-a093-4747-b8ad-8fc77e935b91 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 931 time: 0.0778952 Aug 18 15:56:58.428998 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ccc2c979-ed5e-42e4-a146-63b0d00d4bf4 req-cee5fb83-6844-4c0f-b3f9-fcc037e6cde5 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797346 Aug 18 15:56:58.520063 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e53f96-d078-4c56-923a-f846e6274f88 req-caff3442-6cf3-4111-80ba-95ce66634d3b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:58.521620 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-99e53f96-d078-4c56-923a-f846e6274f88 req-caff3442-6cf3-4111-80ba-95ce66634d3b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1317756 Aug 18 15:56:58.618676 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-99e53f96-d078-4c56-923a-f846e6274f88 req-32994f6c-8ea0-4a1f-b297-5cd29d1518d0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902154 Aug 18 15:56:58.744104 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08bf0834-a6c1-4523-9366-08243ebac1ba {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:56:58.761795 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:58.790959 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Transition to ACTIVE for port object 08bf0834-a6c1-4523-9366-08243ebac1ba will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:56:58.796214 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:58.952334 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Pushing event updated for resources: {'Port': ['ID=08bf0834-a6c1-4523-9366-08243ebac1ba,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:59.014526 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Attempting to bind port 08bf0834-a6c1-4523-9366-08243ebac1ba on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:56:59.014985 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Attempting to bind port 08bf0834-a6c1-4523-9366-08243ebac1ba by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'b81cfe36-462e-43cc-b971-50d5eb6e41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd793ee38-ef0d-44b1-aaa5-5b64cef4d17f'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:56:59.015437 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Attempting to bind port 08bf0834-a6c1-4523-9366-08243ebac1ba on network d793ee38-ef0d-44b1-aaa5-5b64cef4d17f {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:56:59.020258 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Port 08bf0834-a6c1-4523-9366-08243ebac1ba on network d793ee38-ef0d-44b1-aaa5-5b64cef4d17f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:56:59.020817 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Attempting to bind port 08bf0834-a6c1-4523-9366-08243ebac1ba on network d793ee38-ef0d-44b1-aaa5-5b64cef4d17f {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:56:59.026675 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:56:59.027101 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Checking segment: {'id': 'b81cfe36-462e-43cc-b971-50d5eb6e41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd793ee38-ef0d-44b1-aaa5-5b64cef4d17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:56:59.027592 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Bound using segment: {'id': 'b81cfe36-462e-43cc-b971-50d5eb6e41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd793ee38-ef0d-44b1-aaa5-5b64cef4d17f'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:56:59.028265 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Bound port: 08bf0834-a6c1-4523-9366-08243ebac1ba, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81cfe36-462e-43cc-b971-50d5eb6e41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd793ee38-ef0d-44b1-aaa5-5b64cef4d17f'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:56:59.028699 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:59.120657 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] For port 08bf0834-a6c1-4523-9366-08243ebac1ba, host hv-cinder-77853, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:56:59.126650 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] For port 08bf0834-a6c1-4523-9366-08243ebac1ba, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=08bf0834-a6c1-4523-9366-08243ebac1ba,segment=NetworkSegment(b81cfe36-462e-43cc-b971-50d5eb6e41c0),segment_id=b81cfe36-462e-43cc-b971-50d5eb6e41c0)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:56:59.137995 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:59.176342 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:59.177026 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:56:59.178450 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] 10.222.0.20 "PUT /v2.0/ports/08bf0834-a6c1-4523-9366-08243ebac1ba HTTP/1.1" status: 200 len: 1093 time: 1.1032884 Aug 18 15:56:59.178895 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7bbf3e-f571-495a-b39f-c77866238be9', 'tag': '08bf0834-a6c1-4523-9366-08243ebac1ba'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:56:59.181462 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dc95ce-10b0-4eef-9415-4ed6333557bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7bbf3e-f571-495a-b39f-c77866238be9", "tag": "08bf0834-a6c1-4523-9366-08243ebac1ba"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:56:59.245814 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e6925-0278-434f-a0c9-a90e3a1e97b5 service neutron] Pushing event updated for resources: {'Port': ['ID=08bf0834-a6c1-4523-9366-08243ebac1ba,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:56:59.335085 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4d5db6-8896-4831-b9c0-20e751b48259 x-openstack-request-id: req-4a4d5db6-8896-4831-b9c0-20e751b48259 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:56:59.335708 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7bbf3e-f571-495a-b39f-c77866238be9", "tag": "08bf0834-a6c1-4523-9366-08243ebac1ba", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:56:59.335708 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a4d5db6-8896-4831-b9c0-20e751b48259 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:56:59.335985 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7bbf3e-f571-495a-b39f-c77866238be9', 'tag': '08bf0834-a6c1-4523-9366-08243ebac1ba', 'status': 'completed', 'code': 200} Aug 18 15:56:59.452574 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-06b1d8be-2586-49ac-af87-24ecc38fad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:59.454295 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-06b1d8be-2586-49ac-af87-24ecc38fad18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4cc62e5943924673a91883eafd0cc61c&device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 1096 time: 0.2050881 Aug 18 15:56:59.463823 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-2bceeb73-d21b-46ba-8e6d-a799c8711931 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:59.465602 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-2bceeb73-d21b-46ba-8e6d-a799c8711931 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/networks?id=a7381a63-f1fa-40d7-86d5-830b21cc478c HTTP/1.1" status: 200 len: 815 time: 0.1471076 Aug 18 15:56:59.519336 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-9014018a-e5c1-4f5e-ae8b-3fc0395f68e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08bf0834-a6c1-4523-9366-08243ebac1ba HTTP/1.1" status: 200 len: 217 time: 0.0527437 Aug 18 15:56:59.522001 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-ae50d070-d074-4745-8535-77bae655bdbf tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/quotas/4141e22102df491c9bdda23609fdbe24 HTTP/1.1" status: 200 len: 375 time: 0.0480347 Aug 18 15:56:59.606298 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-ec47fd1f-a3d6-461f-b066-fc3357028cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:59.607730 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-ec47fd1f-a3d6-461f-b066-fc3357028cc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a80087f7-4ed7-4f3b-bc82-18013e59e3fe HTTP/1.1" status: 200 len: 848 time: 0.0738704 Aug 18 15:56:59.667818 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-7f8ea02a-771f-4436-8671-2099fd1b1b89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d793ee38-ef0d-44b1-aaa5-5b64cef4d17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416527 Aug 18 15:56:59.686406 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db99cd-51d5-4aa5-a1e3-f4713410a531 req-30061844-c9b5-4f58-8022-bb11daf61383 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:56:59.687982 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-16db99cd-51d5-4aa5-a1e3-f4713410a531 req-30061844-c9b5-4f58-8022-bb11daf61383 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 943 time: 0.1639221 Aug 18 15:56:59.705997 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-8579e1b7-b672-41e1-9262-cd7cf3bd3e1a tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4141e22102df491c9bdda23609fdbe24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1697209 Aug 18 15:56:59.917610 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-16db99cd-51d5-4aa5-a1e3-f4713410a531 req-7d2c4918-e7db-4ff9-8fb3-373165d1fbb8 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961145 Aug 18 15:56:59.968261 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-404762dc-d55a-4dfa-a9c4-8309ad0f7e58 service neutron] 10.222.0.20 "GET /v2.0/networks/d793ee38-ef0d-44b1-aaa5-5b64cef4d17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737834 Aug 18 15:56:59.968261 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-e67714b9-b1a2-4f06-8e06-0232a9a5f379 service neutron] 10.222.0.44 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612975 Aug 18 15:57:00.183472 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5632faea-3b26-4f8d-9b6c-94286183f868 req-4f9ade4c-3633-4a81-831d-399b6229f693 service neutron] 10.222.0.20 "GET /v2.0/networks/d793ee38-ef0d-44b1-aaa5-5b64cef4d17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077174 Aug 18 15:57:00.203105 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-0c220d4b-44bf-4ef1-bc85-cd6701c881eb service neutron] 10.222.0.44 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242856 Aug 18 15:57:00.336082 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc95ce-10b0-4eef-9415-4ed6333557bf req-42a40282-f7d5-4ad9-ba81-fc260a74d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:00.338328 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7dc95ce-10b0-4eef-9415-4ed6333557bf req-42a40282-f7d5-4ad9-ba81-fc260a74d956 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4cc62e5943924673a91883eafd0cc61c&device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 1096 time: 0.0827243 Aug 18 15:57:00.495825 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-72c10840-862e-4068-9137-a584a74556b6 req-9586ac18-f62f-4eec-84af-cd8099d417f5 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 210 time: 0.0369666 Aug 18 15:57:00.574417 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdc67b-7c97-4b2b-abf6-635248fe5528 req-ec7d461d-96e9-4d7d-8ffe-b0289ccf1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:00.575963 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-91fdc67b-7c97-4b2b-abf6-635248fe5528 req-ec7d461d-96e9-4d7d-8ffe-b0289ccf1790 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e78890fc8d84a978e7ab7a79a4d6e14&device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 1099 time: 0.0831394 Aug 18 15:57:00.577227 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc95ce-10b0-4eef-9415-4ed6333557bf req-281c4cd6-2180-4ba3-b84e-76b1d0f9f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:00.578600 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7dc95ce-10b0-4eef-9415-4ed6333557bf req-281c4cd6-2180-4ba3-b84e-76b1d0f9f4c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d793ee38-ef0d-44b1-aaa5-5b64cef4d17f HTTP/1.1" status: 200 len: 909 time: 0.2246153 Aug 18 15:57:00.680652 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7dc95ce-10b0-4eef-9415-4ed6333557bf req-b5fc398d-61c6-4175-aa1f-b7c1a6e9be2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08bf0834-a6c1-4523-9366-08243ebac1ba HTTP/1.1" status: 200 len: 217 time: 0.0781553 Aug 18 15:57:00.794457 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60826) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:00.798168 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080c567-8cb8-4e7c-b944-2f64e8fa5271 req-2ca12006-c6b0-4fe9-bbf8-2cb840c77cd0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:00.799721 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e080c567-8cb8-4e7c-b944-2f64e8fa5271 req-2ca12006-c6b0-4fe9-bbf8-2cb840c77cd0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.2105062 Aug 18 15:57:00.806169 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc95ce-10b0-4eef-9415-4ed6333557bf req-ffe0dac3-7050-451d-962a-9b1fa2bc4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:00.807823 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7dc95ce-10b0-4eef-9415-4ed6333557bf req-ffe0dac3-7050-451d-962a-9b1fa2bc4857 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a80087f7-4ed7-4f3b-bc82-18013e59e3fe HTTP/1.1" status: 200 len: 848 time: 0.0987191 Aug 18 15:57:00.841070 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdc67b-7c97-4b2b-abf6-635248fe5528 req-904854ce-d0d9-4c02-958f-5ffb1c969e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:00.842763 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-91fdc67b-7c97-4b2b-abf6-635248fe5528 req-904854ce-d0d9-4c02-958f-5ffb1c969e90 service neutron] 10.222.0.20 "GET /v2.0/networks?id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0 HTTP/1.1" status: 200 len: 920 time: 0.2374942 Aug 18 15:57:00.870435 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7dc95ce-10b0-4eef-9415-4ed6333557bf req-56cf63a9-917f-4793-8780-1e0215e41039 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d793ee38-ef0d-44b1-aaa5-5b64cef4d17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425844 Aug 18 15:57:00.923855 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-91fdc67b-7c97-4b2b-abf6-635248fe5528 req-1d877e63-316d-4d45-8e6a-9282a203212d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822aeee9-a8b6-4462-86c9-05cf4f09e97b HTTP/1.1" status: 200 len: 217 time: 0.0564635 Aug 18 15:57:00.967680 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1ff23483-796f-44d9-ac78-bf41b01f8b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:01.012956 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e080c567-8cb8-4e7c-b944-2f64e8fa5271 req-f98d2873-4760-49cd-9d1b-47426c63ed00 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948249 Aug 18 15:57:01.042751 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdc67b-7c97-4b2b-abf6-635248fe5528 req-10d86806-8335-4f48-9260-a9b645b22ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:01.044538 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-91fdc67b-7c97-4b2b-abf6-635248fe5528 req-10d86806-8335-4f48-9260-a9b645b22ee9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84d0760-e747-4c13-ac2f-cdf7d90a83a3 HTTP/1.1" status: 200 len: 859 time: 0.0860026 Aug 18 15:57:01.117021 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-91fdc67b-7c97-4b2b-abf6-635248fe5528 req-4054b4f3-7aee-43cc-a9f8-5b98dffce281 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292606 Aug 18 15:57:01.123349 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7dc95ce-10b0-4eef-9415-4ed6333557bf req-cfd2d211-1c1f-4cf0-96c0-890475c98fec service neutron] 10.222.0.20 "GET /v2.0/networks/d793ee38-ef0d-44b1-aaa5-5b64cef4d17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433014 Aug 18 15:57:01.156498 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1ff23483-796f-44d9-ac78-bf41b01f8b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:01.162945 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1ff23483-796f-44d9-ac78-bf41b01f8b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:01.235685 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-1ff23483-796f-44d9-ac78-bf41b01f8b5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3838403b53fb464d8b59ba4200dabd9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4394150 Aug 18 15:57:01.237004 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff23483-796f-44d9-ac78-bf41b01f8b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5539c191-d06f-42cb-a001-d980b9f85cf3,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:01.239544 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60842) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:01.339633 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e008e80d-799c-4cf6-987c-faecc3308f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:01.380216 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e008e80d-799c-4cf6-987c-faecc3308f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:01.459474 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e008e80d-799c-4cf6-987c-faecc3308f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:01.464449 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e008e80d-799c-4cf6-987c-faecc3308f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:01.464449 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-e008e80d-799c-4cf6-987c-faecc3308f37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5539c191-d06f-42cb-a001-d980b9f85cf3 HTTP/1.1" status: 204 len: 168 time: 0.2234786 Aug 18 15:57:01.473888 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008e80d-799c-4cf6-987c-faecc3308f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5539c191-d06f-42cb-a001-d980b9f85cf3,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:01.494413 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11782a-37d1-412a-bf21-67741bcdb254 req-eda3a00b-508d-499f-a16f-1fb9b200a864 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:01.495926 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6a11782a-37d1-412a-bf21-67741bcdb254 req-eda3a00b-508d-499f-a16f-1fb9b200a864 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 943 time: 0.4436486 Aug 18 15:57:01.649025 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6a11782a-37d1-412a-bf21-67741bcdb254 req-a1d0f908-6165-456b-9549-26669c7ebd14 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419866 Aug 18 15:57:01.666957 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d4ae6281-1ebf-4a90-88da-db7481ab967b req-002c75f7-a7bb-4d42-b8e6-e6dd54a6cf61 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 210 time: 0.0516284 Aug 18 15:57:01.668834 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7dc95ce-10b0-4eef-9415-4ed6333557bf req-634a3b2d-b7a8-44cc-bbfa-dacccc96a71a service neutron] 10.222.0.20 "GET /v2.0/networks/d793ee38-ef0d-44b1-aaa5-5b64cef4d17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054767 Aug 18 15:57:01.672550 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-91fdc67b-7c97-4b2b-abf6-635248fe5528 req-1e3bc60b-ce26-4153-ab41-ab1ff66c0bc4 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321736 Aug 18 15:57:01.908467 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60864) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:01.917896 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-91fdc67b-7c97-4b2b-abf6-635248fe5528 req-b598efdd-e8c9-4478-84e6-4330027afe99 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976063 Aug 18 15:57:01.922164 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b2ed-fcb3-46b5-ab25-c9f608d6d70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:01.926163 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-8a0c6fec-271b-454b-915a-105372184942 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:01.927579 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-8a0c6fec-271b-454b-915a-105372184942 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.20 "GET /v2.0/networks?id=a7381a63-f1fa-40d7-86d5-830b21cc478c HTTP/1.1" status: 200 len: 815 time: 0.1953835 Aug 18 15:57:01.944458 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-022fc259-f487-474c-aa73-9652e9567b32 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Request body: {'port': {'device_id': 'fb4a8ea8-599c-4c17-9e61-9ca2eba57843', 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c', 'admin_state_up': True, 'tenant_id': '4141e22102df491c9bdda23609fdbe24'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:57:02.034563 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b2ed-fcb3-46b5-ab25-c9f608d6d70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:02.040636 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b2ed-fcb3-46b5-ab25-c9f608d6d70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:02.081674 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-022fc259-f487-474c-aa73-9652e9567b32 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Made reservation on behalf of 4141e22102df491c9bdda23609fdbe24 for: {'port': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:57:02.086659 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c4b3b2ed-fcb3-46b5-ab25-c9f608d6d70a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a32095e3dd14dd69a8dde164841c4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733153 Aug 18 15:57:02.086659 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3b2ed-fcb3-46b5-ab25-c9f608d6d70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbe5206-0e44-4986-a201-15f50952bacc,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:02.087008 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-022fc259-f487-474c-aa73-9652e9567b32 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:02.087457 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 60872) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:02.141761 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bb8f94a2-ca41-4577-8cdb-82e1a0c4a83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:02.166543 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bb8f94a2-ca41-4577-8cdb-82e1a0c4a83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:02.215400 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae5f15-0e8c-4874-8a05-e1c1bfae46bd req-e6708192-6622-4471-9efd-02d3c1f6ed09 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:02.216956 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d7ae5f15-0e8c-4874-8a05-e1c1bfae46bd req-e6708192-6622-4471-9efd-02d3c1f6ed09 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1030996 Aug 18 15:57:02.225095 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bb8f94a2-ca41-4577-8cdb-82e1a0c4a83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:02.227916 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bb8f94a2-ca41-4577-8cdb-82e1a0c4a83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:02.231332 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-bb8f94a2-ca41-4577-8cdb-82e1a0c4a83d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6bbe5206-0e44-4986-a201-15f50952bacc HTTP/1.1" status: 204 len: 168 time: 0.1406026 Aug 18 15:57:02.239633 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f94a2-ca41-4577-8cdb-82e1a0c4a83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbe5206-0e44-4986-a201-15f50952bacc,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:02.287632 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-022fc259-f487-474c-aa73-9652e9567b32 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Allocated IP 172.20.0.13 (a7381a63-f1fa-40d7-86d5-830b21cc478c/91139440-0498-4366-9223-66853c993206/509f746b-15e7-47a0-b5e0-5d48fdd5caa1) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:57:02.293131 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d7ae5f15-0e8c-4874-8a05-e1c1bfae46bd req-c831ad5d-e775-4ec1-9efa-d0ceb9266809 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575864 Aug 18 15:57:02.479610 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-022fc259-f487-474c-aa73-9652e9567b32 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:02.528206 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-022fc259-f487-474c-aa73-9652e9567b32 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:02.547124 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['f422ab3c-2b76-4670-9bfe-2b529f9b5a22', 'cd7afd8d-2c37-4d7b-8a02-93c24a7d0731'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:57:02.571554 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-022fc259-f487-474c-aa73-9652e9567b32 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Network a7381a63-f1fa-40d7-86d5-830b21cc478c is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:57:02.574736 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-022fc259-f487-474c-aa73-9652e9567b32 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:57:02.578580 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-022fc259-f487-474c-aa73-9652e9567b32 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:57:02.627323 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-022fc259-f487-474c-aa73-9652e9567b32 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:02.627859 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-022fc259-f487-474c-aa73-9652e9567b32 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:02.652695 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fc259-f487-474c-aa73-9652e9567b32 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Pushing event updated for resources: {'Port': ['ID=509f746b-15e7-47a0-b5e0-5d48fdd5caa1,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:02.664467 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-022fc259-f487-474c-aa73-9652e9567b32 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7252765 Aug 18 15:57:02.681635 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Request body: {'port': {'device_id': 'fb4a8ea8-599c-4c17-9e61-9ca2eba57843', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:57:02.778623 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 08bf0834-a6c1-4523-9366-08243ebac1ba details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:57:02.825489 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:02.998859 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbbb12-fbef-48d5-b680-ccda8ecad61b req-ad9d2776-4a11-46ef-bda3-f25a4cc45655 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:03.000395 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-49dbbb12-fbef-48d5-b680-ccda8ecad61b req-ad9d2776-4a11-46ef-bda3-f25a4cc45655 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 932 time: 0.1803143 Aug 18 15:57:03.019047 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 08bf0834-a6c1-4523-9366-08243ebac1ba, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=08bf0834-a6c1-4523-9366-08243ebac1ba,segment=NetworkSegment(b81cfe36-462e-43cc-b971-50d5eb6e41c0),segment_id=b81cfe36-462e-43cc-b971-50d5eb6e41c0)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:57:03.036392 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '08bf0834-a6c1-4523-9366-08243ebac1ba', 'network_id': 'd793ee38-ef0d-44b1-aaa5-5b64cef4d17f', 'port_id': '08bf0834-a6c1-4523-9366-08243ebac1ba', 'mac_address': 'fa:16:3e:be:bf:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80087f7-4ed7-4f3b-bc82-18013e59e3fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:57:03.047708 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd53bd8-37b0-4813-8872-67ef5f134164 req-56d1c9be-fc93-414b-afab-6e5f630e7be0 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:03.049323 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5bd53bd8-37b0-4813-8872-67ef5f134164 req-56d1c9be-fc93-414b-afab-6e5f630e7be0 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 943 time: 0.2247326 Aug 18 15:57:03.129850 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:03.153048 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08bf0834-a6c1-4523-9366-08243ebac1ba {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:57:03.162040 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-49dbbb12-fbef-48d5-b680-ccda8ecad61b req-a5ec50e0-5adb-4c3d-bc96-6b37508b3ae6 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511755 Aug 18 15:57:03.166112 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5bd53bd8-37b0-4813-8872-67ef5f134164 req-6f3b3526-d9a7-4c82-8aa0-4c4256c6eea5 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716252 Aug 18 15:57:03.237508 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 08bf0834-a6c1-4523-9366-08243ebac1ba, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=08bf0834-a6c1-4523-9366-08243ebac1ba,segment=NetworkSegment(b81cfe36-462e-43cc-b971-50d5eb6e41c0),segment_id=b81cfe36-462e-43cc-b971-50d5eb6e41c0)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:57:03.246145 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:03.386513 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:57:03.398132 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:03.408668 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=08bf0834-a6c1-4523-9366-08243ebac1ba,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:03.415467 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Transition to ACTIVE for port object 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:57:03.422019 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:03.514960 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Pushing event updated for resources: {'Port': ['ID=509f746b-15e7-47a0-b5e0-5d48fdd5caa1,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:03.569966 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b8f82-bc98-4e65-b171-4a22d47f3618 req-a2813143-c416-4edb-afe1-a35bf4a3d355 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:03.571549 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ce2b8f82-bc98-4e65-b171-4a22d47f3618 req-a2813143-c416-4edb-afe1-a35bf4a3d355 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1388462 Aug 18 15:57:03.629600 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Attempting to bind port 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:57:03.629944 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Attempting to bind port 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'b1aede34-5cf3-493b-a119-21a7119c1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:57:03.630264 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Attempting to bind port 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 on network a7381a63-f1fa-40d7-86d5-830b21cc478c {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:57:03.635623 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ce2b8f82-bc98-4e65-b171-4a22d47f3618 req-fa5f6d7d-6e6a-47de-b166-415e375df3f4 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551872 Aug 18 15:57:03.638544 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Port 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 on network a7381a63-f1fa-40d7-86d5-830b21cc478c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:57:03.638777 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Attempting to bind port 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 on network a7381a63-f1fa-40d7-86d5-830b21cc478c {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:57:03.645288 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:57:03.645626 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Checking segment: {'id': 'b1aede34-5cf3-493b-a119-21a7119c1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:57:03.646343 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Bound using segment: {'id': 'b1aede34-5cf3-493b-a119-21a7119c1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:57:03.646779 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Bound port: 509f746b-15e7-47a0-b5e0-5d48fdd5caa1, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1aede34-5cf3-493b-a119-21a7119c1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:57:03.647141 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:03.670843 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['08bf0834-a6c1-4523-9366-08243ebac1ba'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:57:03.731391 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] For port 509f746b-15e7-47a0-b5e0-5d48fdd5caa1, host hv-cinder-77853, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:57:03.735478 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] For port 509f746b-15e7-47a0-b5e0-5d48fdd5caa1, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=509f746b-15e7-47a0-b5e0-5d48fdd5caa1,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:57:03.745700 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:03.803054 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:03.803054 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:03.803054 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] 10.222.0.20 "PUT /v2.0/ports/509f746b-15e7-47a0-b5e0-5d48fdd5caa1 HTTP/1.1" status: 200 len: 1094 time: 1.1263387 Aug 18 15:57:03.803054 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4a8ea8-599c-4c17-9e61-9ca2eba57843', 'tag': '509f746b-15e7-47a0-b5e0-5d48fdd5caa1'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:57:03.806894 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf65d2e-9203-4699-a2a5-21b93cfe3887" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4a8ea8-599c-4c17-9e61-9ca2eba57843", "tag": "509f746b-15e7-47a0-b5e0-5d48fdd5caa1"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:57:03.831606 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae1a60-fc41-4a50-abe8-8447c6befe58 service neutron] Pushing event updated for resources: {'Port': ['ID=509f746b-15e7-47a0-b5e0-5d48fdd5caa1,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:03.873011 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9e1a98-9d1a-413d-aa9d-fa82c946dda3 x-openstack-request-id: req-7d9e1a98-9d1a-413d-aa9d-fa82c946dda3 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:57:03.873313 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4a8ea8-599c-4c17-9e61-9ca2eba57843", "tag": "509f746b-15e7-47a0-b5e0-5d48fdd5caa1", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:57:03.873571 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d9e1a98-9d1a-413d-aa9d-fa82c946dda3 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:57:03.873972 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4a8ea8-599c-4c17-9e61-9ca2eba57843', 'tag': '509f746b-15e7-47a0-b5e0-5d48fdd5caa1', 'status': 'completed', 'code': 200} Aug 18 15:57:03.928650 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-bd91391e-ef7f-4b93-9e1d-5932d8d6a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:03.930822 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-bd91391e-ef7f-4b93-9e1d-5932d8d6a519 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4141e22102df491c9bdda23609fdbe24&device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 1097 time: 0.0514662 Aug 18 15:57:03.980516 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-4ba2dfb2-e002-4b3b-b4b3-0ee8538bf4f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=509f746b-15e7-47a0-b5e0-5d48fdd5caa1 HTTP/1.1" status: 200 len: 217 time: 0.0403881 Aug 18 15:57:04.049879 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-6c95ab2a-c210-4503-b7a5-ab1b07273433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:04.053435 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-6c95ab2a-c210-4503-b7a5-ab1b07273433 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91139440-0498-4366-9223-66853c993206 HTTP/1.1" status: 200 len: 855 time: 0.0585802 Aug 18 15:57:04.090717 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-54e5f399-8e6d-491b-a485-996faef1698b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7381a63-f1fa-40d7-86d5-830b21cc478c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280812 Aug 18 15:57:04.198326 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-589ca25c-c747-4f3b-b5d9-e151f39a8edb service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884519 Aug 18 15:57:04.378224 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc8322-caca-464e-bb67-a8d2a565b5f8 req-19b754c9-196f-426d-9c61-a53b823efd81 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:04.379722 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7dc8322-caca-464e-bb67-a8d2a565b5f8 req-19b754c9-196f-426d-9c61-a53b823efd81 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 944 time: 0.1005816 Aug 18 15:57:04.393903 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c2612-ff0f-493b-b5df-728f520fdb2a req-0da84723-9a24-444f-9737-9cb6b0c3ead9 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:04.395911 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c06c2612-ff0f-493b-b5df-728f520fdb2a req-0da84723-9a24-444f-9737-9cb6b0c3ead9 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 944 time: 0.1567295 Aug 18 15:57:04.410154 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a909f30-7036-49f9-95dc-2c5dbfcc6621 req-8eb2aa77-7f75-4f93-927a-850d334ab1f8 service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925583 Aug 18 15:57:04.491311 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b7dc8322-caca-464e-bb67-a8d2a565b5f8 req-d2b744a7-0965-46ee-b8b1-a36c1132e853 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921767 Aug 18 15:57:04.505560 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c06c2612-ff0f-493b-b5df-728f520fdb2a req-237f2849-eba8-41d3-acc9-e82bbf1c0cdf tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980649 Aug 18 15:57:04.565569 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf65d2e-9203-4699-a2a5-21b93cfe3887 req-374ba1c2-5001-4acf-ba26-93b62bf65d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:04.567100 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-abf65d2e-9203-4699-a2a5-21b93cfe3887 req-374ba1c2-5001-4acf-ba26-93b62bf65d0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4141e22102df491c9bdda23609fdbe24&device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 1097 time: 0.0604179 Aug 18 15:57:04.682196 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf65d2e-9203-4699-a2a5-21b93cfe3887 req-9806d987-0fbb-46d7-b87a-506ff8f18b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:04.685314 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-abf65d2e-9203-4699-a2a5-21b93cfe3887 req-9806d987-0fbb-46d7-b87a-506ff8f18b63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a7381a63-f1fa-40d7-86d5-830b21cc478c HTTP/1.1" status: 200 len: 916 time: 0.1090465 Aug 18 15:57:04.739814 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-abf65d2e-9203-4699-a2a5-21b93cfe3887 req-b80d6bae-c330-45e4-9fd5-bdab80716b8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=509f746b-15e7-47a0-b5e0-5d48fdd5caa1 HTTP/1.1" status: 200 len: 217 time: 0.0467763 Aug 18 15:57:04.821333 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14e216-e6bc-419b-816b-abaa3c730f8c req-b70d6b1e-48f3-4685-9925-3dc081eeaefe tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:04.823000 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bb14e216-e6bc-419b-816b-abaa3c730f8c req-b70d6b1e-48f3-4685-9925-3dc081eeaefe tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0856404 Aug 18 15:57:04.824846 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf65d2e-9203-4699-a2a5-21b93cfe3887 req-e0c1cde5-4e35-4aa2-a40c-9bd975ad3f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:04.826168 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-abf65d2e-9203-4699-a2a5-21b93cfe3887 req-e0c1cde5-4e35-4aa2-a40c-9bd975ad3f34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91139440-0498-4366-9223-66853c993206 HTTP/1.1" status: 200 len: 855 time: 0.0620272 Aug 18 15:57:04.872613 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-abf65d2e-9203-4699-a2a5-21b93cfe3887 req-0799425c-4579-48df-9d07-0f0afc51b60e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7381a63-f1fa-40d7-86d5-830b21cc478c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359011 Aug 18 15:57:04.891849 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bb14e216-e6bc-419b-816b-abaa3c730f8c req-bfa4e400-ff06-4cdc-97e0-5d74477a5549 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627174 Aug 18 15:57:04.982962 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-abf65d2e-9203-4699-a2a5-21b93cfe3887 req-5df11e5d-52a2-4f50-b2a0-246b7384dd63 service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901027 Aug 18 15:57:05.088532 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-abf65d2e-9203-4699-a2a5-21b93cfe3887 req-f9cc03a4-ac36-4a97-869e-0c2aea74ef33 service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976372 Aug 18 15:57:05.323239 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 32818) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:05.436692 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3f5651e3-7181-4813-9dea-30c2064d6f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:05.523139 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 32826) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:05.577561 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3f5651e3-7181-4813-9dea-30c2064d6f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:05.601174 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3f5651e3-7181-4813-9dea-30c2064d6f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:05.653269 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-29c6f316-f2ee-4554-b7ed-3694b0c228c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:05.698585 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-3f5651e3-7181-4813-9dea-30c2064d6f9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9017e422d4c4c32a99c05984b1fd4fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741004 Aug 18 15:57:05.700776 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5651e3-7181-4813-9dea-30c2064d6f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fb3fd6-2666-4284-9ee7-bdcef39862c1,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:05.701214 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 32836) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:05.719408 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25807ee-97ac-4b06-b7c3-0dc0799588e1 req-f0ab8d6e-cc2a-4c4f-b68f-306e780286d8 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:05.720986 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a25807ee-97ac-4b06-b7c3-0dc0799588e1 req-f0ab8d6e-cc2a-4c4f-b68f-306e780286d8 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 944 time: 0.1417887 Aug 18 15:57:05.729217 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889e2f5-db8a-46ed-ae69-7f62bbb84d20 req-2975e437-37e3-4e7f-bed9-a3f1f7b689da tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:05.730659 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7889e2f5-db8a-46ed-ae69-7f62bbb84d20 req-2975e437-37e3-4e7f-bed9-a3f1f7b689da tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 944 time: 0.1339247 Aug 18 15:57:05.787338 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-225193fc-35c9-4dfd-848f-7a33c37ec7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:05.798128 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a25807ee-97ac-4b06-b7c3-0dc0799588e1 req-26ed01f5-4055-4dc0-a9cd-24e6bad6d65c tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638301 Aug 18 15:57:05.829547 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7889e2f5-db8a-46ed-ae69-7f62bbb84d20 req-36549809-629c-4a6f-9518-16433a71d66c tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787535 Aug 18 15:57:05.846214 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-29c6f316-f2ee-4554-b7ed-3694b0c228c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:05.855306 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-29c6f316-f2ee-4554-b7ed-3694b0c228c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:05.864322 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-225193fc-35c9-4dfd-848f-7a33c37ec7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:05.933504 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 32846) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:05.933673 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-29c6f316-f2ee-4554-b7ed-3694b0c228c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f256eaa0ea9f4ee1878bc7311cd4ab93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090717 Aug 18 15:57:05.934628 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6f316-f2ee-4554-b7ed-3694b0c228c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f9475d-f1cd-4bff-92e8-9cd09acdca14,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:05.959101 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-225193fc-35c9-4dfd-848f-7a33c37ec7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:05.961720 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-225193fc-35c9-4dfd-848f-7a33c37ec7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:05.962906 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-225193fc-35c9-4dfd-848f-7a33c37ec7eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88fb3fd6-2666-4284-9ee7-bdcef39862c1 HTTP/1.1" status: 204 len: 168 time: 0.2605388 Aug 18 15:57:05.981776 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225193fc-35c9-4dfd-848f-7a33c37ec7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fb3fd6-2666-4284-9ee7-bdcef39862c1,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:06.056192 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7ba1-341a-44ca-a44a-cc1981047f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.099735 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7ba1-341a-44ca-a44a-cc1981047f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.113687 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36581d2f-f78b-4866-a220-1b5a254ade7e req-2d91ca2e-a244-4af2-9c61-cd7ec21a8a8f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:06.120879 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-36581d2f-f78b-4866-a220-1b5a254ade7e req-2d91ca2e-a244-4af2-9c61-cd7ec21a8a8f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1075332 Aug 18 15:57:06.192440 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-36581d2f-f78b-4866-a220-1b5a254ade7e req-bfdd1817-8612-4049-91ac-36be77685698 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706205 Aug 18 15:57:06.214033 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7ba1-341a-44ca-a44a-cc1981047f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.218111 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7ba1-341a-44ca-a44a-cc1981047f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.219227 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-2e5f7ba1-341a-44ca-a44a-cc1981047f8a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79f9475d-f1cd-4bff-92e8-9cd09acdca14 HTTP/1.1" status: 204 len: 168 time: 0.2847340 Aug 18 15:57:06.228356 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f7ba1-341a-44ca-a44a-cc1981047f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f9475d-f1cd-4bff-92e8-9cd09acdca14,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:06.346773 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 32856) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:06.361091 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-854a421d-e25e-42b7-8db7-dcab167a9a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.465616 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-854a421d-e25e-42b7-8db7-dcab167a9a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.469976 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-854a421d-e25e-42b7-8db7-dcab167a9a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.508522 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-854a421d-e25e-42b7-8db7-dcab167a9a7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48dd805d5c6649df89c402c42e6675d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605775 Aug 18 15:57:06.509392 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a421d-e25e-42b7-8db7-dcab167a9a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6972664f-bd12-47a5-bbb4-1c3fe58119b3,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:06.511889 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 32858) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:06.567157 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-18c22843-7419-4a21-ad82-06339b846b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.580434 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 32860) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:06.591442 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-18c22843-7419-4a21-ad82-06339b846b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.594213 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dcbdab03-399f-4635-86dd-12d223c25a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.641770 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-18c22843-7419-4a21-ad82-06339b846b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.644301 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-18c22843-7419-4a21-ad82-06339b846b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.647766 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-18c22843-7419-4a21-ad82-06339b846b47 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6972664f-bd12-47a5-bbb4-1c3fe58119b3 HTTP/1.1" status: 204 len: 168 time: 0.1327956 Aug 18 15:57:06.668382 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c22843-7419-4a21-ad82-06339b846b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6972664f-bd12-47a5-bbb4-1c3fe58119b3,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:06.716578 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dcbdab03-399f-4635-86dd-12d223c25a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.720352 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dcbdab03-399f-4635-86dd-12d223c25a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.761874 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-dcbdab03-399f-4635-86dd-12d223c25a94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b644d508343d42f48ae540f5c830096f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780071 Aug 18 15:57:06.761874 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdab03-399f-4635-86dd-12d223c25a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448254ac-87ea-4bff-ab2b-dd956e41a489,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:06.762352 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 32866) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:06.815751 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c0171b78-c830-43ae-a23f-e0041c7c7b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.821418 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:57:06.828585 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 08bf0834-a6c1-4523-9366-08243ebac1ba up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:57:06.839275 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c0171b78-c830-43ae-a23f-e0041c7c7b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.902490 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c0171b78-c830-43ae-a23f-e0041c7c7b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.906561 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c0171b78-c830-43ae-a23f-e0041c7c7b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:06.910383 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-c0171b78-c830-43ae-a23f-e0041c7c7b87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/448254ac-87ea-4bff-ab2b-dd956e41a489 HTTP/1.1" status: 204 len: 168 time: 0.1447256 Aug 18 15:57:06.941045 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0171b78-c830-43ae-a23f-e0041c7c7b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448254ac-87ea-4bff-ab2b-dd956e41a489,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:06.999493 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port 08bf0834-a6c1-4523-9366-08243ebac1ba completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:57:07.008360 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 08bf0834-a6c1-4523-9366-08243ebac1ba triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:57:07.009232 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:07.046968 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 509f746b-15e7-47a0-b5e0-5d48fdd5caa1, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=509f746b-15e7-47a0-b5e0-5d48fdd5caa1,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:57:07.072718 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '509f746b-15e7-47a0-b5e0-5d48fdd5caa1', 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c', 'port_id': '509f746b-15e7-47a0-b5e0-5d48fdd5caa1', 'mac_address': 'fa:16:3e:18:58:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91139440-0498-4366-9223-66853c993206', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:57:07.081529 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c4ad8-e1df-4bba-a735-587919b3b009 req-840ad552-c715-4f51-86c9-2cfb9f9175ca tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:07.083951 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3a3c4ad8-e1df-4bba-a735-587919b3b009 req-840ad552-c715-4f51-86c9-2cfb9f9175ca tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 944 time: 0.1245649 Aug 18 15:57:07.099032 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b1039-9961-4655-a297-1f22e7fa9023 req-bb7ec3e4-7e77-4ca5-9b27-ca1a6c729aac tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:07.099032 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ff2b1039-9961-4655-a297-1f22e7fa9023 req-bb7ec3e4-7e77-4ca5-9b27-ca1a6c729aac tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 944 time: 0.0819409 Aug 18 15:57:07.161983 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:07.183644 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ff2b1039-9961-4655-a297-1f22e7fa9023 req-11f41343-d426-450b-949e-48d8da133b66 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760481 Aug 18 15:57:07.199480 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3a3c4ad8-e1df-4bba-a735-587919b3b009 req-8ad922cb-35d0-43c9-9225-acebb7f5fc2c tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998797 Aug 18 15:57:07.202591 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:57:07.239583 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:07.273642 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 509f746b-15e7-47a0-b5e0-5d48fdd5caa1, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=509f746b-15e7-47a0-b5e0-5d48fdd5caa1,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:57:07.282954 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:07.327743 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7bbf3e-f571-495a-b39f-c77866238be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bf0834-a6c1-4523-9366-08243ebac1ba'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:57:07.330158 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d89ed7-e572-4bdf-9b16-e4d5dfd79007" -d '{"events": [{"server_uuid": "7c7bbf3e-f571-495a-b39f-c77866238be9", "name": "network-vif-plugged", "status": "completed", "tag": "08bf0834-a6c1-4523-9366-08243ebac1ba"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:57:07.355813 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 08bf0834-a6c1-4523-9366-08243ebac1ba, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=08bf0834-a6c1-4523-9366-08243ebac1ba,segment=NetworkSegment(b81cfe36-462e-43cc-b971-50d5eb6e41c0),segment_id=b81cfe36-462e-43cc-b971-50d5eb6e41c0)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:57:07.363997 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad0067-d85d-44d9-9c05-c951b750da4e req-5e6b9af6-7f53-43fa-b5ce-44d3cf537882 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:07.373116 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6cad0067-d85d-44d9-9c05-c951b750da4e req-5e6b9af6-7f53-43fa-b5ce-44d3cf537882 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0768683 Aug 18 15:57:07.379976 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:07.401180 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e1df62-b9b3-4f8e-89ef-3702fd1ee007 x-openstack-request-id: req-01e1df62-b9b3-4f8e-89ef-3702fd1ee007 {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:57:07.401631 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7bbf3e-f571-495a-b39f-c77866238be9", "name": "network-vif-plugged", "status": "completed", "tag": "08bf0834-a6c1-4523-9366-08243ebac1ba", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:57:07.402050 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01e1df62-b9b3-4f8e-89ef-3702fd1ee007 {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:57:07.402592 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7bbf3e-f571-495a-b39f-c77866238be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bf0834-a6c1-4523-9366-08243ebac1ba', 'code': 200} Aug 18 15:57:07.403865 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=509f746b-15e7-47a0-b5e0-5d48fdd5caa1,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:07.424137 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6cad0067-d85d-44d9-9c05-c951b750da4e req-33be9c54-cf80-4bc3-aa81-660dd8c93243 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495949 Aug 18 15:57:07.516698 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=08bf0834-a6c1-4523-9366-08243ebac1ba,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:07.634506 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85e4b4-c629-4251-aaf1-64aae0f8525b req-2b5b1628-1513-423d-8ae3-5d11da1e85f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:07.636296 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8a85e4b4-c629-4251-aaf1-64aae0f8525b req-2b5b1628-1513-423d-8ae3-5d11da1e85f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 1098 time: 0.0422039 Aug 18 15:57:07.669172 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['509f746b-15e7-47a0-b5e0-5d48fdd5caa1'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:57:07.677593 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8a85e4b4-c629-4251-aaf1-64aae0f8525b req-4a9810bc-be56-4cd6-a0f5-e73fc96af517 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312231 Aug 18 15:57:08.332664 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e81f6a-77f9-4357-83a9-1ca23b590e34 req-877757ea-116d-4193-9317-d2de019d540c tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:08.334222 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f3e81f6a-77f9-4357-83a9-1ca23b590e34 req-877757ea-116d-4193-9317-d2de019d540c tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 945 time: 0.0856555 Aug 18 15:57:08.374801 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeabf8f-4384-4fca-8d88-534982760871 req-640f8833-2fc8-4610-828b-bbdc838cca68 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:08.376326 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ddeabf8f-4384-4fca-8d88-534982760871 req-640f8833-2fc8-4610-828b-bbdc838cca68 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 945 time: 0.0941787 Aug 18 15:57:08.398481 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f3e81f6a-77f9-4357-83a9-1ca23b590e34 req-8ae5b6a5-0309-4199-8149-17e9aa65b5e6 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566614 Aug 18 15:57:08.455003 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ddeabf8f-4384-4fca-8d88-534982760871 req-3da5f1f6-7feb-49a0-8d21-dd424a8cd973 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559630 Aug 18 15:57:08.601512 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 32962) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:08.616983 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77ea0-9cee-489f-8055-6dff0a0ad0a8 req-8087dfd6-b318-4364-8294-257fddb36ec7 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:08.618830 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3dd77ea0-9cee-489f-8055-6dff0a0ad0a8 req-8087dfd6-b318-4364-8294-257fddb36ec7 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0578740 Aug 18 15:57:08.672091 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3dd77ea0-9cee-489f-8055-6dff0a0ad0a8 req-3a5329f3-fff0-4080-bcce-65d6b150c171 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364542 Aug 18 15:57:08.842509 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e865b425-547c-4177-be42-bd974f704874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:08.972003 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e865b425-547c-4177-be42-bd974f704874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:08.978018 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e865b425-547c-4177-be42-bd974f704874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:09.023345 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-e865b425-547c-4177-be42-bd974f704874 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=84da239089c14de3861a6b6c4d4de13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203568 Aug 18 15:57:09.024841 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865b425-547c-4177-be42-bd974f704874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4dc3ec-5337-4675-af17-660329828ab6,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:09.026494 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 32978) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:09.081306 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-435aa533-8bc9-4526-8acc-39639ba22b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:09.105868 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-435aa533-8bc9-4526-8acc-39639ba22b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:09.170135 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-435aa533-8bc9-4526-8acc-39639ba22b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:09.172716 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-435aa533-8bc9-4526-8acc-39639ba22b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:09.176651 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-435aa533-8bc9-4526-8acc-39639ba22b57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f4dc3ec-5337-4675-af17-660329828ab6 HTTP/1.1" status: 204 len: 168 time: 0.1458564 Aug 18 15:57:09.183276 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435aa533-8bc9-4526-8acc-39639ba22b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4dc3ec-5337-4675-af17-660329828ab6,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:09.666994 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 33020) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:09.684054 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bccf69f2-1191-4bfc-b662-74e67fc6b5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:09.802319 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 33026) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:09.835656 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bccf69f2-1191-4bfc-b662-74e67fc6b5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:09.845284 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bccf69f2-1191-4bfc-b662-74e67fc6b5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:09.855994 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0b219-66e5-4e1e-84cf-f50ba499a13d req-378d4251-97d4-4af0-92d6-4e48d7a1cb0d tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:09.857907 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7fe0b219-66e5-4e1e-84cf-f50ba499a13d req-378d4251-97d4-4af0-92d6-4e48d7a1cb0d tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 945 time: 0.0705304 Aug 18 15:57:09.867829 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666a079-7817-470a-9d12-de78cff49a21 req-2592dee9-e7e6-4e65-b492-dc2176e795a0 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:09.869741 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b666a079-7817-470a-9d12-de78cff49a21 req-2592dee9-e7e6-4e65-b492-dc2176e795a0 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 945 time: 0.3803091 Aug 18 15:57:09.915595 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-bccf69f2-1191-4bfc-b662-74e67fc6b5de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7738096c17249abb04dac78e9391ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449670 Aug 18 15:57:09.916920 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 33032) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:09.949509 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7fe0b219-66e5-4e1e-84cf-f50ba499a13d req-7feeaef2-e9f0-44bb-b4cf-07d34fc59609 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783694 Aug 18 15:57:09.962956 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf69f2-1191-4bfc-b662-74e67fc6b5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c26f033-444b-4a3e-99ad-87a2aae1e1b1,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:09.974663 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b666a079-7817-470a-9d12-de78cff49a21 req-d0f9d569-f7c4-4824-9df2-80d061767337 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969019 Aug 18 15:57:10.004101 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-77db9dc9-9e3e-43c8-a802-ee25b382ac93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:10.016290 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:57:10.035070 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d748c0e0-a6b1-4ea2-b410-3972440e0983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:10.039076 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-77db9dc9-9e3e-43c8-a802-ee25b382ac93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:10.116226 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-77db9dc9-9e3e-43c8-a802-ee25b382ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:10.119888 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-77db9dc9-9e3e-43c8-a802-ee25b382ac93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:10.123559 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-77db9dc9-9e3e-43c8-a802-ee25b382ac93 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c26f033-444b-4a3e-99ad-87a2aae1e1b1 HTTP/1.1" status: 204 len: 168 time: 0.2031832 Aug 18 15:57:10.133065 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db9dc9-9e3e-43c8-a802-ee25b382ac93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c26f033-444b-4a3e-99ad-87a2aae1e1b1,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:10.172996 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c4c45-5b66-47e1-b87b-136d0a00737e req-55660c18-71a3-42ca-9700-e36d64841118 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:10.174510 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8e8c4c45-5b66-47e1-b87b-136d0a00737e req-55660c18-71a3-42ca-9700-e36d64841118 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0817909 Aug 18 15:57:10.193491 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d748c0e0-a6b1-4ea2-b410-3972440e0983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:10.206348 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d748c0e0-a6b1-4ea2-b410-3972440e0983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:10.259798 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-d748c0e0-a6b1-4ea2-b410-3972440e0983 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dee5593fcdc44474b4d1c4f4615934e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518263 Aug 18 15:57:10.260362 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 33038) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:10.271151 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8e8c4c45-5b66-47e1-b87b-136d0a00737e req-2799d57e-7901-4c16-a563-7034ab4eecd8 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864413 Aug 18 15:57:10.277811 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748c0e0-a6b1-4ea2-b410-3972440e0983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30091b8-3360-4048-8377-1d3f88a51744,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:10.340452 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-84f68aeb-5fda-45b6-b2b1-96261e766a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:10.391236 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-84f68aeb-5fda-45b6-b2b1-96261e766a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:10.471481 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-84f68aeb-5fda-45b6-b2b1-96261e766a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:10.474155 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-84f68aeb-5fda-45b6-b2b1-96261e766a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:10.475313 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-84f68aeb-5fda-45b6-b2b1-96261e766a33 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f30091b8-3360-4048-8377-1d3f88a51744 HTTP/1.1" status: 204 len: 168 time: 0.2137754 Aug 18 15:57:10.485491 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f68aeb-5fda-45b6-b2b1-96261e766a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30091b8-3360-4048-8377-1d3f88a51744,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:10.786464 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 33070) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:10.801292 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58a9a4ab-2735-45b4-aa55-091e7744f603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:10.832627 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:57:10.887538 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:57:10.893028 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:57:10.893758 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:10.938037 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58a9a4ab-2735-45b4-aa55-091e7744f603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:10.951513 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58a9a4ab-2735-45b4-aa55-091e7744f603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:11.001088 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-58a9a4ab-2735-45b4-aa55-091e7744f603 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=45a8c9676fcb4190bfa6a442e53910be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133811 Aug 18 15:57:11.002130 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9a4ab-2735-45b4-aa55-091e7744f603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb2a939-ff44-4da9-8003-1f211f5da5e5,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:11.003814 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 33080) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:11.049232 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:11.080933 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4a8ea8-599c-4c17-9e61-9ca2eba57843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509f746b-15e7-47a0-b5e0-5d48fdd5caa1'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:57:11.083845 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a3945f-2417-49df-9b3e-b68dcdd437a7" -d '{"events": [{"server_uuid": "fb4a8ea8-599c-4c17-9e61-9ca2eba57843", "name": "network-vif-plugged", "status": "completed", "tag": "509f746b-15e7-47a0-b5e0-5d48fdd5caa1"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:57:11.101842 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 509f746b-15e7-47a0-b5e0-5d48fdd5caa1, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=509f746b-15e7-47a0-b5e0-5d48fdd5caa1,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:57:11.107383 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:11.154009 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ca174-1423-4c23-a445-87c6ae77f7b1 req-8ddccdbe-769a-4704-8772-ea8fe2db152a tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:11.155710 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f66ca174-1423-4c23-a445-87c6ae77f7b1 req-8ddccdbe-769a-4704-8772-ea8fe2db152a tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 945 time: 0.1167083 Aug 18 15:57:11.205950 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a436a9-007e-466b-a249-c400e7796c47 req-d6597ec1-1431-47e4-9701-f62eb528c8a0 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:11.207811 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d8a436a9-007e-466b-a249-c400e7796c47 req-d6597ec1-1431-47e4-9701-f62eb528c8a0 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 945 time: 0.1333606 Aug 18 15:57:11.208506 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0428c1e0-4a9d-4701-9adc-cfb2b4e5c761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:11.258711 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f66ca174-1423-4c23-a445-87c6ae77f7b1 req-dba325af-f14f-4072-8728-4e6414b6db57 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940537 Aug 18 15:57:11.261195 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0428c1e0-4a9d-4701-9adc-cfb2b4e5c761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:11.281880 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=509f746b-15e7-47a0-b5e0-5d48fdd5caa1,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:11.315562 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ac1676-0ab1-4e69-b9ac-e6c4c66a4caf x-openstack-request-id: req-26ac1676-0ab1-4e69-b9ac-e6c4c66a4caf {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:57:11.315859 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4a8ea8-599c-4c17-9e61-9ca2eba57843", "name": "network-vif-plugged", "status": "completed", "tag": "509f746b-15e7-47a0-b5e0-5d48fdd5caa1", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:57:11.316172 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26ac1676-0ab1-4e69-b9ac-e6c4c66a4caf {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:57:11.316626 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4a8ea8-599c-4c17-9e61-9ca2eba57843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509f746b-15e7-47a0-b5e0-5d48fdd5caa1', 'code': 200} Aug 18 15:57:11.324066 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d8a436a9-007e-466b-a249-c400e7796c47 req-89f36c78-152b-485a-a412-fc59ae7da0cc tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969498 Aug 18 15:57:11.372787 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0428c1e0-4a9d-4701-9adc-cfb2b4e5c761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:11.379555 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0428c1e0-4a9d-4701-9adc-cfb2b4e5c761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:11.384131 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-0428c1e0-4a9d-4701-9adc-cfb2b4e5c761 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fb2a939-ff44-4da9-8003-1f211f5da5e5 HTTP/1.1" status: 204 len: 168 time: 0.3756590 Aug 18 15:57:11.393040 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428c1e0-4a9d-4701-9adc-cfb2b4e5c761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb2a939-ff44-4da9-8003-1f211f5da5e5,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:11.480587 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e45c8c-348a-4099-839b-40c56615d4e9 req-1131c719-4b3e-42b6-aa0e-21799a4233e0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:11.482144 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-22e45c8c-348a-4099-839b-40c56615d4e9 req-1131c719-4b3e-42b6-aa0e-21799a4233e0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0911331 Aug 18 15:57:11.536161 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-22e45c8c-348a-4099-839b-40c56615d4e9 req-67fabcd9-aae0-46b8-bfd8-d697542ab3b1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437055 Aug 18 15:57:11.604518 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e02684-3bef-4f4c-93bc-3d8fe14746d9 req-4d6066e6-7735-46ce-9f94-aa5cc4bd5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:11.606218 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-06e02684-3bef-4f4c-93bc-3d8fe14746d9 req-4d6066e6-7735-46ce-9f94-aa5cc4bd5fe1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 1099 time: 0.0575829 Aug 18 15:57:11.668814 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-06e02684-3bef-4f4c-93bc-3d8fe14746d9 req-d1d0ccf3-3a98-455c-948f-0adda8bd7641 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395672 Aug 18 15:57:12.407159 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042fff5-6310-47c1-945c-7609a31a50f2 req-18f511ea-152c-4bd2-8986-ea47dda26ea9 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:12.410008 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7042fff5-6310-47c1-945c-7609a31a50f2 req-18f511ea-152c-4bd2-8986-ea47dda26ea9 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 945 time: 0.0670557 Aug 18 15:57:12.488123 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7b4a3-c6d2-4609-9ebf-981c43303dec req-a911e2bc-857b-48c4-8c93-837e7098ac87 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:12.491136 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-eba7b4a3-c6d2-4609-9ebf-981c43303dec req-a911e2bc-857b-48c4-8c93-837e7098ac87 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 946 time: 0.0938878 Aug 18 15:57:12.521781 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7042fff5-6310-47c1-945c-7609a31a50f2 req-183030f3-9fa5-4f86-816b-3ec0c0bbddf6 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812807 Aug 18 15:57:12.552070 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-eba7b4a3-c6d2-4609-9ebf-981c43303dec req-43736e07-c1c8-4f64-a503-50855f3da4d1 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470817 Aug 18 15:57:12.704679 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63820cc-3b05-4fe8-a9cb-6fce36aa86a0 req-8730f45f-4209-4932-a3b1-883ead0918c5 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:12.708653 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c63820cc-3b05-4fe8-a9cb-6fce36aa86a0 req-8730f45f-4209-4932-a3b1-883ead0918c5 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0605311 Aug 18 15:57:12.749030 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c63820cc-3b05-4fe8-a9cb-6fce36aa86a0 req-2ce872f0-0a1d-4457-a430-ae7551d13596 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356359 Aug 18 15:57:13.520091 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c4a48-5d26-41f4-9c35-84e4f91ecaaf req-29268130-e065-4511-86bc-1997badae59c tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:13.521572 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b70c4a48-5d26-41f4-9c35-84e4f91ecaaf req-29268130-e065-4511-86bc-1997badae59c tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 945 time: 0.0601299 Aug 18 15:57:13.690877 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-b70c4a48-5d26-41f4-9c35-84e4f91ecaaf req-615a796b-639c-4bc0-a214-a63ff4d924d1 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Deleting port 08bf0834-a6c1-4523-9366-08243ebac1ba {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:57:13.691199 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b70c4a48-5d26-41f4-9c35-84e4f91ecaaf req-615a796b-639c-4bc0-a214-a63ff4d924d1 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:13.701484 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc5420-312c-4a46-afc2-4e9076edb46e req-ff131323-19f4-4fc1-b6fa-ec3c835f0cfc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:13.702970 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-67cc5420-312c-4a46-afc2-4e9076edb46e req-ff131323-19f4-4fc1-b6fa-ec3c835f0cfc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 945 time: 0.0992739 Aug 18 15:57:13.761193 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88578cc-e407-41f9-b3fd-48d892690336 req-68b8f2cb-7f12-4ca7-8aca-27499f448f74 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:13.762679 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d88578cc-e407-41f9-b3fd-48d892690336 req-68b8f2cb-7f12-4ca7-8aca-27499f448f74 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 946 time: 0.1308265 Aug 18 15:57:13.839576 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-67cc5420-312c-4a46-afc2-4e9076edb46e req-3f37847b-6765-4423-8c06-affafecfdfe6 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180563 Aug 18 15:57:13.855825 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d88578cc-e407-41f9-b3fd-48d892690336 req-c3592a35-28dd-4a49-ac53-3b14cbca7c34 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788670 Aug 18 15:57:13.863993 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-b70c4a48-5d26-41f4-9c35-84e4f91ecaaf req-615a796b-639c-4bc0-a214-a63ff4d924d1 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] For port 08bf0834-a6c1-4523-9366-08243ebac1ba, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=08bf0834-a6c1-4523-9366-08243ebac1ba,segment=NetworkSegment(b81cfe36-462e-43cc-b971-50d5eb6e41c0),segment_id=b81cfe36-462e-43cc-b971-50d5eb6e41c0)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:57:13.864358 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b70c4a48-5d26-41f4-9c35-84e4f91ecaaf req-615a796b-639c-4bc0-a214-a63ff4d924d1 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:13.890489 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-b70c4a48-5d26-41f4-9c35-84e4f91ecaaf req-615a796b-639c-4bc0-a214-a63ff4d924d1 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Calling delete_port for 08bf0834-a6c1-4523-9366-08243ebac1ba owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:57:14.026951 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dabc98-3979-4e55-97b4-41cdbc53200b req-de47aa23-9294-4a11-abdf-e5761df5e332 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:14.028635 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-31dabc98-3979-4e55-97b4-41cdbc53200b req-de47aa23-9294-4a11-abdf-e5761df5e332 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0908692 Aug 18 15:57:14.116686 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-31dabc98-3979-4e55-97b4-41cdbc53200b req-70d7a5d2-0247-4787-a1a8-682e2361dc72 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748444 Aug 18 15:57:14.175214 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b70c4a48-5d26-41f4-9c35-84e4f91ecaaf req-615a796b-639c-4bc0-a214-a63ff4d924d1 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:14.203308 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['08bf0834-a6c1-4523-9366-08243ebac1ba'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:57:14.232307 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a796b-639c-4bc0-a214-a63ff4d924d1 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Pushing event deleted for resources: {'Port': ['ID=08bf0834-a6c1-4523-9366-08243ebac1ba,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:14.294859 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70c4a48-5d26-41f4-9c35-84e4f91ecaaf req-615a796b-639c-4bc0-a214-a63ff4d924d1 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] No DVR routers for this DVR port 08bf0834-a6c1-4523-9366-08243ebac1ba on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:57:14.301134 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b70c4a48-5d26-41f4-9c35-84e4f91ecaaf req-615a796b-639c-4bc0-a214-a63ff4d924d1 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:14.303236 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b70c4a48-5d26-41f4-9c35-84e4f91ecaaf req-615a796b-639c-4bc0-a214-a63ff4d924d1 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.20 "DELETE /v2.0/ports/08bf0834-a6c1-4523-9366-08243ebac1ba HTTP/1.1" status: 204 len: 173 time: 0.7726769 Aug 18 15:57:14.303761 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7bbf3e-f571-495a-b39f-c77866238be9', 'name': 'network-vif-deleted', 'tag': '08bf0834-a6c1-4523-9366-08243ebac1ba'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:57:14.306674 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dde3ca-f3e4-4c32-a74e-30d5d098d371" -d '{"events": [{"server_uuid": "7c7bbf3e-f571-495a-b39f-c77866238be9", "name": "network-vif-deleted", "tag": "08bf0834-a6c1-4523-9366-08243ebac1ba"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:57:14.350464 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e090f03d-adbe-4770-a123-ca4bb0a29add x-openstack-request-id: req-e090f03d-adbe-4770-a123-ca4bb0a29add {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:57:14.350764 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7bbf3e-f571-495a-b39f-c77866238be9", "name": "network-vif-deleted", "tag": "08bf0834-a6c1-4523-9366-08243ebac1ba", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:57:14.351028 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e090f03d-adbe-4770-a123-ca4bb0a29add {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:57:14.351413 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7bbf3e-f571-495a-b39f-c77866238be9', 'name': 'network-vif-deleted', 'tag': '08bf0834-a6c1-4523-9366-08243ebac1ba', 'status': 'completed', 'code': 200} Aug 18 15:57:14.741980 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-7e985794-aefb-4b68-9281-28dc49461ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:14.943383 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-202d098d-359d-4917-b684-68732301b834 req-a32ec89f-a834-4a2f-af78-d858e6e7e45c tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7bbf3e-f571-495a-b39f-c77866238be9 HTTP/1.1" status: 200 len: 210 time: 0.0266554 Aug 18 15:57:15.250327 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d877-7860-4f2b-bc56-a1ed135b2ba2 req-19689a4a-ade8-4631-a630-927ca8ecad6a tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:15.251780 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0a41d877-7860-4f2b-bc56-a1ed135b2ba2 req-19689a4a-ade8-4631-a630-927ca8ecad6a tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0508325 Aug 18 15:57:15.292042 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0a41d877-7860-4f2b-bc56-a1ed135b2ba2 req-ea864c0c-0e68-475f-9dfc-41e25d76e5e8 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339077 Aug 18 15:57:16.416495 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d218802-48cf-4bf6-86fe-12908eb7d75a req-e69d91ba-2c31-49aa-aeed-78838f151b31 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:16.418420 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9d218802-48cf-4bf6-86fe-12908eb7d75a req-e69d91ba-2c31-49aa-aeed-78838f151b31 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0578480 Aug 18 15:57:16.456522 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9d218802-48cf-4bf6-86fe-12908eb7d75a req-c9b1212e-e8a8-4ba9-a1e3-aa7f98830dba tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321269 Aug 18 15:57:16.868989 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 08bf0834-a6c1-4523-9366-08243ebac1ba no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:57:16.892506 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: 08bf0834-a6c1-4523-9366-08243ebac1ba {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:57:16.892982 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 08bf0834-a6c1-4523-9366-08243ebac1ba not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:57:17.318793 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 33398) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:17.461435 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-063964c9-5e02-42ca-8ea0-e26da818155a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:17.603173 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-063964c9-5e02-42ca-8ea0-e26da818155a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:17.614525 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a67882-4f25-4c0a-8ab7-9b10f54cbcfa req-a9e930ed-b3bd-4da4-a8ad-b3c3757c06c1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:17.616043 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-96a67882-4f25-4c0a-8ab7-9b10f54cbcfa req-a9e930ed-b3bd-4da4-a8ad-b3c3757c06c1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0741286 Aug 18 15:57:17.616861 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-063964c9-5e02-42ca-8ea0-e26da818155a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:17.668861 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-d3faf0ca-b59c-4cff-887b-f2753f6c0fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:17.674271 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063964c9-5e02-42ca-8ea0-e26da818155a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3fdfbc-20c9-40cf-9ba1-cb238a6a8efc,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:17.684107 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-063964c9-5e02-42ca-8ea0-e26da818155a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9edd7182a33f47f587d8bf0ee56ee9e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642745 Aug 18 15:57:17.687284 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 33406) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:17.707287 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-96a67882-4f25-4c0a-8ab7-9b10f54cbcfa req-3e4eb098-170a-48e6-9554-b9900b81e6d6 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791585 Aug 18 15:57:17.745507 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec0cf2bf-2894-494b-ae5f-587fe25b6cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:17.772322 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec0cf2bf-2894-494b-ae5f-587fe25b6cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:17.823337 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec0cf2bf-2894-494b-ae5f-587fe25b6cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:17.825946 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec0cf2bf-2894-494b-ae5f-587fe25b6cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:17.827103 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-ec0cf2bf-2894-494b-ae5f-587fe25b6cfc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f3fdfbc-20c9-40cf-9ba1-cb238a6a8efc HTTP/1.1" status: 204 len: 168 time: 0.1389279 Aug 18 15:57:17.835032 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cf2bf-2894-494b-ae5f-587fe25b6cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3fdfbc-20c9-40cf-9ba1-cb238a6a8efc,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:17.874366 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:18.101256 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 33414) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:18.116053 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c796-d420-4346-a115-9e01bc115a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:18.209207 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c796-d420-4346-a115-9e01bc115a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:18.213998 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c796-d420-4346-a115-9e01bc115a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:18.250532 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2c796-d420-4346-a115-9e01bc115a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300407b4-795a-43ea-905a-9b5f2281033d,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:18.257247 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-4ff2c796-d420-4346-a115-9e01bc115a0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55f6dd33d18e44099e3c0c40f4bad231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541779 Aug 18 15:57:18.257783 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 33418) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:18.307717 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d94d20fd-2c23-4791-940a-4dfbdda67ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:18.332680 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d94d20fd-2c23-4791-940a-4dfbdda67ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:18.383662 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d94d20fd-2c23-4791-940a-4dfbdda67ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:18.386380 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d94d20fd-2c23-4791-940a-4dfbdda67ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:18.387550 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d94d20fd-2c23-4791-940a-4dfbdda67ba6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/300407b4-795a-43ea-905a-9b5f2281033d HTTP/1.1" status: 204 len: 168 time: 0.1281066 Aug 18 15:57:18.395853 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d20fd-2c23-4791-940a-4dfbdda67ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300407b4-795a-43ea-905a-9b5f2281033d,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:18.754552 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:18.766889 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 33444) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:18.785628 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-500a3bc1-7e38-441d-8c55-bcd5d89277b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:18.888072 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-500a3bc1-7e38-441d-8c55-bcd5d89277b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:18.892109 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-500a3bc1-7e38-441d-8c55-bcd5d89277b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:18.925185 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a3bc1-7e38-441d-8c55-bcd5d89277b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d324c1-d163-43e5-986c-d0917537cd75,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:18.947658 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-500a3bc1-7e38-441d-8c55-bcd5d89277b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c73aa68a295a4448a387f5ce036d1efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774802 Aug 18 15:57:18.947933 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 33450) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:19.004353 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-de66b0f8-29e9-4802-bffa-779941edd4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:19.027081 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-de66b0f8-29e9-4802-bffa-779941edd4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:19.091173 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-de66b0f8-29e9-4802-bffa-779941edd4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:19.094021 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-de66b0f8-29e9-4802-bffa-779941edd4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:19.095414 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-de66b0f8-29e9-4802-bffa-779941edd4a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73d324c1-d163-43e5-986c-d0917537cd75 HTTP/1.1" status: 204 len: 168 time: 0.1463809 Aug 18 15:57:19.105489 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66b0f8-29e9-4802-bffa-779941edd4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d324c1-d163-43e5-986c-d0917537cd75,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:19.182688 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42580e5e-7ce8-4e6e-8b6f-3013ab719262 req-75dcd9c5-9204-40d9-8adb-8980f855f061 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:19.191670 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-42580e5e-7ce8-4e6e-8b6f-3013ab719262 req-75dcd9c5-9204-40d9-8adb-8980f855f061 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0586071 Aug 18 15:57:19.225772 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-42580e5e-7ce8-4e6e-8b6f-3013ab719262 req-447ac57a-36ce-4c5f-b489-082dddce44fb tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351045 Aug 18 15:57:19.998918 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:20.002542 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:20.230359 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 33496) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:20.340011 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-35fcbdf4-a78a-4cfa-acf0-abd72e676c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:20.355512 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4deec-6089-4aa2-8829-8cbd08cf02db req-37c13e18-ff00-40a3-a7f1-5bc60c3fe453 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:20.357099 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-acf4deec-6089-4aa2-8829-8cbd08cf02db req-37c13e18-ff00-40a3-a7f1-5bc60c3fe453 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0515263 Aug 18 15:57:20.398122 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-acf4deec-6089-4aa2-8829-8cbd08cf02db req-804cbc18-4144-401d-a99c-378a2430906d tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339887 Aug 18 15:57:20.448150 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-35fcbdf4-a78a-4cfa-acf0-abd72e676c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:20.452119 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-35fcbdf4-a78a-4cfa-acf0-abd72e676c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:20.494570 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-35fcbdf4-a78a-4cfa-acf0-abd72e676c09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf5ac54f2b3a4b19ae394535455a152c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631269 Aug 18 15:57:20.495587 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcbdf4-a78a-4cfa-acf0-abd72e676c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76026c55-9638-4a49-b856-bac2787e64b7,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:20.497339 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 33506) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:57:20.548938 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bad00022-74c0-4757-b427-a8d14f3a40fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:20.571858 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bad00022-74c0-4757-b427-a8d14f3a40fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:20.620363 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bad00022-74c0-4757-b427-a8d14f3a40fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:20.622897 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bad00022-74c0-4757-b427-a8d14f3a40fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:20.624248 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-bad00022-74c0-4757-b427-a8d14f3a40fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76026c55-9638-4a49-b856-bac2787e64b7 HTTP/1.1" status: 204 len: 168 time: 0.1255641 Aug 18 15:57:20.632292 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad00022-74c0-4757-b427-a8d14f3a40fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76026c55-9638-4a49-b856-bac2787e64b7,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:21.518241 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964c177-c1e9-4edc-8d3d-10d815bb751e req-c66667fd-0470-4f4e-9c02-8387c6d37055 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:21.519718 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d964c177-c1e9-4edc-8d3d-10d815bb751e req-c66667fd-0470-4f4e-9c02-8387c6d37055 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0521615 Aug 18 15:57:21.561820 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d964c177-c1e9-4edc-8d3d-10d815bb751e req-22efaa7d-3808-4a25-8df8-c7b30fde5768 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356801 Aug 18 15:57:22.684155 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e939f-2768-410f-b610-bf774d8bb95e req-0be2f182-1bc9-4acb-a160-35ccbc7c0c3f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:22.685758 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c49e939f-2768-410f-b610-bf774d8bb95e req-0be2f182-1bc9-4acb-a160-35ccbc7c0c3f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0496433 Aug 18 15:57:22.725664 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c49e939f-2768-410f-b610-bf774d8bb95e req-e0b04f33-888b-433f-bce6-4b1072eec4a1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335488 Aug 18 15:57:23.847631 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51aff0-2b81-493e-a98d-c871fb04a79b req-b2560157-f1a9-40ee-97d6-5600834d14d9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:23.849009 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cd51aff0-2b81-493e-a98d-c871fb04a79b req-b2560157-f1a9-40ee-97d6-5600834d14d9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0474477 Aug 18 15:57:23.888946 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cd51aff0-2b81-493e-a98d-c871fb04a79b req-031e4716-3b96-494e-808d-0007820870d1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325541 Aug 18 15:57:25.005802 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2452b1-3dae-4c32-8a67-85ac8dfcc125 req-4b0024e4-5ffa-49d6-8ea8-807929120e4f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:25.007260 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cf2452b1-3dae-4c32-8a67-85ac8dfcc125 req-4b0024e4-5ffa-49d6-8ea8-807929120e4f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0521109 Aug 18 15:57:25.054339 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cf2452b1-3dae-4c32-8a67-85ac8dfcc125 req-8640a0be-2ae5-4776-83fc-af1bc881a741 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405381 Aug 18 15:57:26.168015 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6499f81-24e7-444f-8585-39f903de856d req-add05b25-00d8-493d-a615-aa7090be659e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:26.169501 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d6499f81-24e7-444f-8585-39f903de856d req-add05b25-00d8-493d-a615-aa7090be659e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0481198 Aug 18 15:57:26.209317 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d6499f81-24e7-444f-8585-39f903de856d req-bb226c89-4b30-40f8-8a35-f4d35b851cfa tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340466 Aug 18 15:57:27.329848 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb4bd5-10ce-4cb0-9696-c110017d6ed8 req-b965bd35-2a0e-4198-821c-5105ba60e7e9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:27.331337 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-afeb4bd5-10ce-4cb0-9696-c110017d6ed8 req-b965bd35-2a0e-4198-821c-5105ba60e7e9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0490458 Aug 18 15:57:27.370848 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-afeb4bd5-10ce-4cb0-9696-c110017d6ed8 req-77b3b5c9-de63-424d-a426-96679174616a tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323005 Aug 18 15:57:28.502799 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df746eb6-afc5-416c-9a25-1e1bebe6846b req-b104ddc0-2228-44d9-93ed-b6ec6f18651d tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:28.504279 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-df746eb6-afc5-416c-9a25-1e1bebe6846b req-b104ddc0-2228-44d9-93ed-b6ec6f18651d tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0530586 Aug 18 15:57:28.543042 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-df746eb6-afc5-416c-9a25-1e1bebe6846b req-4b24ff7c-d9ca-40c9-b1aa-b0f462d6c024 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318878 Aug 18 15:57:29.718524 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603c6cf-6bee-43e4-857a-915ad5a9269a req-77516f4f-b077-41fb-817c-ee1456ba9e5c tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:29.720047 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7603c6cf-6bee-43e4-857a-915ad5a9269a req-77516f4f-b077-41fb-817c-ee1456ba9e5c tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0516770 Aug 18 15:57:29.763309 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7603c6cf-6bee-43e4-857a-915ad5a9269a req-729a5ce4-76b9-47e0-9674-4d6bd5835fe5 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346625 Aug 18 15:57:29.877553 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c5c1d-3954-4b45-8fb4-5b376b8bf216 req-c486fa50-513a-455a-bbf6-c40a52786d7b tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:29.879150 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2d6c5c1d-3954-4b45-8fb4-5b376b8bf216 req-c486fa50-513a-455a-bbf6-c40a52786d7b tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0556674 Aug 18 15:57:29.917497 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2d6c5c1d-3954-4b45-8fb4-5b376b8bf216 req-694caaf9-5973-4b33-97f6-cf39e330dd47 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316286 Aug 18 15:57:30.891114 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec50d1c-644b-4910-9d58-a65a184a490d req-c5ea8612-8023-4919-a11a-a4427810acea tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:30.892593 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9ec50d1c-644b-4910-9d58-a65a184a490d req-c5ea8612-8023-4919-a11a-a4427810acea tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0574319 Aug 18 15:57:30.931787 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9ec50d1c-644b-4910-9d58-a65a184a490d req-8499af1d-6108-4409-9f41-e18f92cb6ff4 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331874 Aug 18 15:57:31.034626 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0714f-8215-46f7-95b9-a42f1e04682a req-25db3015-1bfd-427a-957a-e91f6d900a4e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:31.036101 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-38c0714f-8215-46f7-95b9-a42f1e04682a req-25db3015-1bfd-427a-957a-e91f6d900a4e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0490997 Aug 18 15:57:31.074373 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-38c0714f-8215-46f7-95b9-a42f1e04682a req-b1e01752-5d20-4011-94de-a0ed0acc1d62 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321250 Aug 18 15:57:32.048164 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f85855-b62c-4ce0-8a11-f449236e9d3b req-cf83f265-54ad-42fb-9b91-578a8ccc28a1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:32.049823 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-25f85855-b62c-4ce0-8a11-f449236e9d3b req-cf83f265-54ad-42fb-9b91-578a8ccc28a1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0506287 Aug 18 15:57:32.095723 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-25f85855-b62c-4ce0-8a11-f449236e9d3b req-4b9bf305-8187-448f-8511-1b5e59faac7c tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395720 Aug 18 15:57:32.212761 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b0cd2-4e92-4d11-9d5d-79f7b0ef1844 req-87f5296e-422e-417e-a539-10537fe4e8d6 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:32.214254 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b51b0cd2-4e92-4d11-9d5d-79f7b0ef1844 req-87f5296e-422e-417e-a539-10537fe4e8d6 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0523660 Aug 18 15:57:32.252371 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b51b0cd2-4e92-4d11-9d5d-79f7b0ef1844 req-c7299da3-6ed7-443b-bdd9-c1a652c070d4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322378 Aug 18 15:57:33.217936 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbbae8-1f96-4687-885b-4ab9385e955d req-56f2d345-20b6-46f2-b5ce-3869576890b4 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:33.219428 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2ebbbae8-1f96-4687-885b-4ab9385e955d req-56f2d345-20b6-46f2-b5ce-3869576890b4 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0499651 Aug 18 15:57:33.257177 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2ebbbae8-1f96-4687-885b-4ab9385e955d req-9af16443-d121-4afe-a7a2-da4f10f322c5 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Aug 18 15:57:33.366146 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77da66-1f20-4642-a99b-eec6bca2a6df req-6f761772-2b14-46c8-9efe-e3f3d88ab0de tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:33.368205 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dc77da66-1f20-4642-a99b-eec6bca2a6df req-6f761772-2b14-46c8-9efe-e3f3d88ab0de tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0501578 Aug 18 15:57:33.407054 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dc77da66-1f20-4642-a99b-eec6bca2a6df req-6e4836e0-39d9-4b39-a4af-1c65021736c0 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329087 Aug 18 15:57:34.375530 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836dbd6-4210-401f-b2f0-3d26cdbfe52d req-5b209b55-2d5f-41b6-954f-ef54ac8c5a61 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:34.377850 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5836dbd6-4210-401f-b2f0-3d26cdbfe52d req-5b209b55-2d5f-41b6-954f-ef54ac8c5a61 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0542901 Aug 18 15:57:34.415133 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5836dbd6-4210-401f-b2f0-3d26cdbfe52d req-c5af440f-4d13-4d45-8503-6f318f5e4c2f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308921 Aug 18 15:57:34.524788 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948562d-bb41-441b-ab43-cef63949b083 req-b1a2517e-64e2-48cf-bdc3-d32ef5f504ac tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:34.526293 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a948562d-bb41-441b-ab43-cef63949b083 req-b1a2517e-64e2-48cf-bdc3-d32ef5f504ac tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0506175 Aug 18 15:57:34.565337 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a948562d-bb41-441b-ab43-cef63949b083 req-413e780b-835f-4f57-95a4-a0ea942c0d92 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328870 Aug 18 15:57:35.532084 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c57c9-d6ae-4187-b407-410fb75ab961 req-886855e7-7f9d-4cff-8aca-57760b04dff8 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:35.533532 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8f1c57c9-d6ae-4187-b407-410fb75ab961 req-886855e7-7f9d-4cff-8aca-57760b04dff8 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0499339 Aug 18 15:57:35.574344 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8f1c57c9-d6ae-4187-b407-410fb75ab961 req-2bcb4443-4eb3-49c8-82b6-f93dfa015b25 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332954 Aug 18 15:57:35.690536 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfb1d1-73a9-4862-80c4-84f54527ba16 req-f1d1c7b5-ec25-4abd-981b-6bbf4069dc08 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:35.692047 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-41cfb1d1-73a9-4862-80c4-84f54527ba16 req-f1d1c7b5-ec25-4abd-981b-6bbf4069dc08 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0594866 Aug 18 15:57:35.730784 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-41cfb1d1-73a9-4862-80c4-84f54527ba16 req-75f61831-e5b4-4ece-85d2-2f1df322a827 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321419 Aug 18 15:57:36.624073 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-a0e12789-5e34-4c70-8e5a-78cb9c00889e tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:36.625006 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-a0e12789-5e34-4c70-8e5a-78cb9c00889e tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/networks?id=d793ee38-ef0d-44b1-aaa5-5b64cef4d17f HTTP/1.1" status: 200 len: 808 time: 0.1013713 Aug 18 15:57:36.642374 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-a31e9c0d-e476-4c3a-a856-cbe0e5530a3f tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/quotas/4cc62e5943924673a91883eafd0cc61c HTTP/1.1" status: 200 len: 375 time: 0.0111527 Aug 18 15:57:36.691325 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-edac9d22-ab26-42c6-bc73-249226b5c23f tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4cc62e5943924673a91883eafd0cc61c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408187 Aug 18 15:57:36.754943 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef38417-5c0d-42f6-afae-033a2af07dd4 req-68e469de-939c-46b0-8328-436611bc9660 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:36.756472 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aef38417-5c0d-42f6-afae-033a2af07dd4 req-68e469de-939c-46b0-8328-436611bc9660 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1157956 Aug 18 15:57:36.847531 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aef38417-5c0d-42f6-afae-033a2af07dd4 req-878bc528-6a31-45b8-972a-56310e6ec948 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767207 Aug 18 15:57:36.851240 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b9e97da-4701-4b67-b2fb-463805ee3798 service neutron] 10.222.0.44 "GET /v2.0/networks/d793ee38-ef0d-44b1-aaa5-5b64cef4d17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518705 Aug 18 15:57:36.986309 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a925-a3cb-42cb-be22-5ac384a1e1fd req-3b15c3c7-2a71-4271-9d6d-9ba85126775e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:36.987839 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5e03a925-a3cb-42cb-be22-5ac384a1e1fd req-3b15c3c7-2a71-4271-9d6d-9ba85126775e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0822842 Aug 18 15:57:36.989758 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-e6e04a64-e9f0-42da-82d5-84dd9218718a service neutron] 10.222.0.44 "GET /v2.0/networks/d793ee38-ef0d-44b1-aaa5-5b64cef4d17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325448 Aug 18 15:57:37.030330 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5e03a925-a3cb-42cb-be22-5ac384a1e1fd req-0bfe77de-d726-44b4-b6fc-5e284d21cd23 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322001 Aug 18 15:57:37.162017 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-73f0f369-b079-4a1e-80fb-849d4db772f5 req-62a09d21-7264-446e-9e36-5034025f6a3c tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 210 time: 0.0363543 Aug 18 15:57:37.960175 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d2f0f-b671-4bc3-819d-da200c0eb2c8 req-7557a0cc-aae5-4c77-ad11-f5cd3633b51d tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:37.961832 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ff0d2f0f-b671-4bc3-819d-da200c0eb2c8 req-7557a0cc-aae5-4c77-ad11-f5cd3633b51d tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0488069 Aug 18 15:57:38.000216 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ff0d2f0f-b671-4bc3-819d-da200c0eb2c8 req-02f51fd4-4ceb-4068-b69f-df7fc05187a7 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324473 Aug 18 15:57:38.145228 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24166c9-2145-4409-9d1a-23ce7a45364a req-d73f2508-366e-43f2-8cb9-8f724632cb9f tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:38.146643 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a24166c9-2145-4409-9d1a-23ce7a45364a req-d73f2508-366e-43f2-8cb9-8f724632cb9f tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0485902 Aug 18 15:57:38.187258 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a24166c9-2145-4409-9d1a-23ce7a45364a req-4b6bf1e4-f452-4dff-9e72-39735bc310cc tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329330 Aug 18 15:57:38.266764 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-25df5cb9-d7c7-46a6-94ab-ae995f139184 req-ad53904b-00fd-4c32-bb01-2511682f6ed9 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 210 time: 0.0291131 Aug 18 15:57:38.459188 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c951013-a987-48bb-9357-995b63772753 req-e862e432-1475-4b2b-8187-f0e012071487 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:38.460646 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c951013-a987-48bb-9357-995b63772753 req-e862e432-1475-4b2b-8187-f0e012071487 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/networks?id=a7381a63-f1fa-40d7-86d5-830b21cc478c HTTP/1.1" status: 200 len: 815 time: 0.1061094 Aug 18 15:57:38.475574 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c951013-a987-48bb-9357-995b63772753 req-f210e8a5-c14a-4ae7-8260-f97d253459ba tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/quotas/4141e22102df491c9bdda23609fdbe24 HTTP/1.1" status: 200 len: 375 time: 0.0090797 Aug 18 15:57:38.528898 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c951013-a987-48bb-9357-995b63772753 req-4432275e-f37a-43de-8f9b-2798e60449d2 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4141e22102df491c9bdda23609fdbe24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476983 Aug 18 15:57:38.621659 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c951013-a987-48bb-9357-995b63772753 req-84f30f76-f228-4ef7-b5ec-394bd70a1d67 service neutron] 10.222.0.44 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859458 Aug 18 15:57:38.707042 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c951013-a987-48bb-9357-995b63772753 req-cd50d930-e6c9-4ed2-8a84-f42d544761a7 service neutron] 10.222.0.44 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794547 Aug 18 15:57:38.880651 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-535bb95a-5320-42fc-9d66-cbe68acf53dd req-5c7c9fc3-657e-4626-b5bc-c545019ab9c0 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 210 time: 0.0308206 Aug 18 15:57:39.115273 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b997c77-35da-418a-ac5e-e26824672fc4 req-8a063696-addc-47ab-8a17-40c9ec6b6e0b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:39.117062 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6b997c77-35da-418a-ac5e-e26824672fc4 req-8a063696-addc-47ab-8a17-40c9ec6b6e0b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0501454 Aug 18 15:57:39.156576 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6b997c77-35da-418a-ac5e-e26824672fc4 req-428e70c4-3518-419c-9863-dd0c67800b3c tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332441 Aug 18 15:57:39.300343 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99adcb-128f-4c52-9643-446c987836a2 req-b554b0a9-8492-4036-883f-e45c01da475b tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:39.301841 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9b99adcb-128f-4c52-9643-446c987836a2 req-b554b0a9-8492-4036-883f-e45c01da475b tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0481822 Aug 18 15:57:39.361132 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-42f8f532-7da1-4f3e-9adb-78294327dec8 req-dc1d6bea-9eda-45ae-87ed-4fde41aaf3c9 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 210 time: 0.0267887 Aug 18 15:57:39.363859 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9b99adcb-128f-4c52-9643-446c987836a2 req-d22b8752-e0e5-45cd-a704-108303a8a331 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561442 Aug 18 15:57:39.974518 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-87947b03-ae7d-4b1a-ab0e-0ce7f6a494a5 req-2a7a7c87-6332-4f8e-bde1-dedd8c69782e tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 210 time: 0.0289755 Aug 18 15:57:40.279206 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53f1da-22fd-4466-b8eb-f83a1cdb0db8 req-e2832982-4b95-4e2e-8fb3-f626dd6366b0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:40.280985 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3f53f1da-22fd-4466-b8eb-f83a1cdb0db8 req-e2832982-4b95-4e2e-8fb3-f626dd6366b0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0511279 Aug 18 15:57:40.318226 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3f53f1da-22fd-4466-b8eb-f83a1cdb0db8 req-bac91028-5a35-4086-9c35-39f77c6e6e61 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313392 Aug 18 15:57:40.464314 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-63f304f6-a4d5-4721-89e8-90768bab03dd req-297775da-7b04-4f3b-b2cf-4579829c7e41 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 210 time: 0.0356548 Aug 18 15:57:40.506500 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b9e83-abde-42f1-8071-9f4979b69889 req-bf2be7c8-f52f-483a-a974-b22d5bf51568 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:40.508572 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-649b9e83-abde-42f1-8071-9f4979b69889 req-bf2be7c8-f52f-483a-a974-b22d5bf51568 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0678401 Aug 18 15:57:40.551664 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-649b9e83-abde-42f1-8071-9f4979b69889 req-664b7d86-ec89-40b8-9efd-ee9d1370bab7 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363350 Aug 18 15:57:41.072447 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-37741f7f-8d00-4200-b3b5-f39161ac7dfe req-5a5a936d-cc0e-450b-8d39-018380f4e2ae tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 210 time: 0.0288479 Aug 18 15:57:41.439633 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7bb92-7b15-4169-beb2-7101c10c5f88 req-622dbc93-bfd9-487c-b54b-b1161e792b74 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:41.441225 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2ed7bb92-7b15-4169-beb2-7101c10c5f88 req-622dbc93-bfd9-487c-b54b-b1161e792b74 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0521157 Aug 18 15:57:41.482469 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2ed7bb92-7b15-4169-beb2-7101c10c5f88 req-6700ed4c-9fd4-4d71-9405-42768fd26d79 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348778 Aug 18 15:57:41.700284 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5cdbd54e-1d60-44c1-ace9-90988ad28f01 req-18aaa269-33db-4f5a-bbf6-2c693c8744b5 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 210 time: 0.0593510 Aug 18 15:57:41.795652 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-1f3ce91d-4682-4b50-95c3-87da0de9bfce tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:41.797192 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-1f3ce91d-4682-4b50-95c3-87da0de9bfce tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.20 "GET /v2.0/networks?id=d793ee38-ef0d-44b1-aaa5-5b64cef4d17f HTTP/1.1" status: 200 len: 808 time: 0.3124115 Aug 18 15:57:41.810297 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ba842-4087-4618-b204-c91fa79f3d5c req-bf84d58f-646f-4944-9c32-1e90c502392b tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:41.810297 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-233ba842-4087-4618-b204-c91fa79f3d5c req-bf84d58f-646f-4944-9c32-1e90c502392b tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.1202741 Aug 18 15:57:41.846850 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Request body: {'port': {'device_id': '0c3bc56e-b57f-4125-8f99-8bec91605343', 'network_id': 'd793ee38-ef0d-44b1-aaa5-5b64cef4d17f', 'admin_state_up': True, 'tenant_id': '4cc62e5943924673a91883eafd0cc61c'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:57:41.932195 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-233ba842-4087-4618-b204-c91fa79f3d5c req-a6cef1b9-52d8-4e9a-8f77-d28e2967cf2f tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181984 Aug 18 15:57:41.950310 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16c5ea-82f6-4cfa-953f-afec9cb23e11 req-fd4a9ff1-32be-4064-83e5-e2730abcf354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:41.951869 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3d16c5ea-82f6-4cfa-953f-afec9cb23e11 req-fd4a9ff1-32be-4064-83e5-e2730abcf354 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 1099 time: 0.1173658 Aug 18 15:57:42.018667 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3d16c5ea-82f6-4cfa-953f-afec9cb23e11 req-4ab4c9f5-b705-4299-a2d9-2d4ff245f0e5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515134 Aug 18 15:57:42.027392 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Made reservation on behalf of 4cc62e5943924673a91883eafd0cc61c for: {'port': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:57:42.031006 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:42.120904 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c951013-a987-48bb-9357-995b63772753 req-7c02c204-8210-46f0-991e-77ecb9559618 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:42.123015 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1c951013-a987-48bb-9357-995b63772753 req-7c02c204-8210-46f0-991e-77ecb9559618 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.20 "GET /v2.0/networks?id=a7381a63-f1fa-40d7-86d5-830b21cc478c HTTP/1.1" status: 200 len: 815 time: 0.1185207 Aug 18 15:57:42.143185 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-1c951013-a987-48bb-9357-995b63772753 req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Request body: {'port': {'device_id': '2d8b7fad-2f5f-4243-9199-c5d77b35cfc2', 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c', 'admin_state_up': True, 'tenant_id': '4141e22102df491c9bdda23609fdbe24'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:57:42.182073 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6418e353-c307-438c-8fc3-7847c85fe9b6 req-0fcd7031-fe7e-416b-a6ab-f2c57ae76a2a tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 210 time: 0.0305164 Aug 18 15:57:42.190633 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Allocated IP 172.20.0.2 (d793ee38-ef0d-44b1-aaa5-5b64cef4d17f/a80087f7-4ed7-4f3b-bc82-18013e59e3fe/4f709847-231d-4c47-b4cf-101ae2a7e1d7) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:57:42.272177 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c951013-a987-48bb-9357-995b63772753 req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Made reservation on behalf of 4141e22102df491c9bdda23609fdbe24 for: {'port': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:57:42.277945 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-1c951013-a987-48bb-9357-995b63772753 req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:42.372305 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:42.409347 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [req-1c951013-a987-48bb-9357-995b63772753 req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Allocated IP 172.20.0.9 (a7381a63-f1fa-40d7-86d5-830b21cc478c/91139440-0498-4366-9223-66853c993206/703e24f7-0b2d-420b-be9b-91b9214eb355) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:57:42.410949 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:42.456781 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Network d793ee38-ef0d-44b1-aaa5-5b64cef4d17f is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:57:42.460177 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:57:42.464080 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:57:42.470456 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Pushing event updated for resources: {'Port': ['ID=4f709847-231d-4c47-b4cf-101ae2a7e1d7,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:42.498539 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.498885 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.499231 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.499565 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.499900 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.500232 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.500562 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.500913 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.501242 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.501568 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.501889 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.502224 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.533107 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:42.534016 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:42.553800 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-0fdb67f9-54a7-476f-af5a-667bd658eedc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7105081 Aug 18 15:57:42.562221 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-1c951013-a987-48bb-9357-995b63772753 req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:42.600214 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-1c951013-a987-48bb-9357-995b63772753 req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:42.612564 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8566a-8ac2-4737-b7ed-079fda1b114b req-8c7c5a43-080a-4f06-824e-7a8e22ef4d71 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:42.614087 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-69b8566a-8ac2-4737-b7ed-079fda1b114b req-8c7c5a43-080a-4f06-824e-7a8e22ef4d71 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0487399 Aug 18 15:57:42.660137 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-69b8566a-8ac2-4737-b7ed-079fda1b114b req-aa5aeef4-6e3b-483e-8477-3a649da79815 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392258 Aug 18 15:57:42.661264 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c951013-a987-48bb-9357-995b63772753 req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Network a7381a63-f1fa-40d7-86d5-830b21cc478c is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:57:42.676486 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [req-1c951013-a987-48bb-9357-995b63772753 req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:57:42.682742 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c951013-a987-48bb-9357-995b63772753 req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:57:42.715318 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Pushing event updated for resources: {'Port': ['ID=703e24f7-0b2d-420b-be9b-91b9214eb355,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:42.730060 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.730412 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.730757 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.731098 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.731433 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.731848 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.732087 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.732414 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.732754 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.733091 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.733417 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.733776 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:42.758993 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c951013-a987-48bb-9357-995b63772753 req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:42.759622 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-1c951013-a987-48bb-9357-995b63772753 req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:42.775113 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1c951013-a987-48bb-9357-995b63772753 req-13270948-d321-49ee-a675-6a7fc91a4269 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6362579 Aug 18 15:57:42.812222 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5020a-6b7e-4bc7-8a6c-0dbf32611dbb req-1d1ce371-2d0c-454d-9f87-ffed559ed0ea tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:42.813782 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-58a5020a-6b7e-4bc7-8a6c-0dbf32611dbb req-1d1ce371-2d0c-454d-9f87-ffed559ed0ea tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 931 time: 0.0488067 Aug 18 15:57:42.852826 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-58a5020a-6b7e-4bc7-8a6c-0dbf32611dbb req-cece43ab-44cd-40e4-ac6b-55335575d761 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330091 Aug 18 15:57:43.051545 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac52b6-75f0-4c1d-b333-bbc80a13df3d req-3e9e05c1-bf75-4846-b44d-640e0fcd681f tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:43.052997 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-59ac52b6-75f0-4c1d-b333-bbc80a13df3d req-3e9e05c1-bf75-4846-b44d-640e0fcd681f tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0474415 Aug 18 15:57:43.095133 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-59ac52b6-75f0-4c1d-b333-bbc80a13df3d req-1456cc92-1900-41dc-b951-264be431fe79 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355299 Aug 18 15:57:43.301794 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f5309-62ba-4147-b3e1-1cd2886d299a req-369832af-75e4-4d73-a076-59d810da6921 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:43.303255 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-853f5309-62ba-4147-b3e1-1cd2886d299a req-369832af-75e4-4d73-a076-59d810da6921 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 931 time: 0.0483735 Aug 18 15:57:43.346310 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-853f5309-62ba-4147-b3e1-1cd2886d299a req-6cb5b400-5a8b-42ac-a3a4-5ef80960b3fd tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368514 Aug 18 15:57:43.800047 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e029530-13d5-4afe-8611-8bc7769adf38 req-cb839f7b-1e82-4e63-b224-866deab7efd1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:43.801547 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8e029530-13d5-4afe-8611-8bc7769adf38 req-cb839f7b-1e82-4e63-b224-866deab7efd1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0485880 Aug 18 15:57:43.840068 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8e029530-13d5-4afe-8611-8bc7769adf38 req-62902d42-d40f-4da2-9bd4-9d7414e9f713 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324023 Aug 18 15:57:43.973425 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127596d-008a-47d8-9ce4-d58e77a3753e req-c8f5a2db-cfea-4cdc-847f-740d55967595 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:43.974955 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9127596d-008a-47d8-9ce4-d58e77a3753e req-c8f5a2db-cfea-4cdc-847f-740d55967595 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 931 time: 0.0541401 Aug 18 15:57:44.018967 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9127596d-008a-47d8-9ce4-d58e77a3753e req-79647751-b383-47f5-8ba8-61c4bd57ceb9 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377824 Aug 18 15:57:44.211984 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3132d64-932a-46a0-ac3a-2e95636a89cc req-8513235f-7744-4d24-8b52-fa67df4af3b7 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:44.213466 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b3132d64-932a-46a0-ac3a-2e95636a89cc req-8513235f-7744-4d24-8b52-fa67df4af3b7 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0482945 Aug 18 15:57:44.251011 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b3132d64-932a-46a0-ac3a-2e95636a89cc req-3960fe80-b319-472f-b171-dfd24fad1edb tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311666 Aug 18 15:57:44.461880 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e79562-3e79-46cd-add7-ef56ea233834 req-6da6912a-3593-4001-8a4f-687df5fa12ec tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:44.463340 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-22e79562-3e79-46cd-add7-ef56ea233834 req-6da6912a-3593-4001-8a4f-687df5fa12ec tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 931 time: 0.0501378 Aug 18 15:57:44.502161 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-22e79562-3e79-46cd-add7-ef56ea233834 req-40390a99-e59a-4a5c-a9b9-1a07d9fb1700 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326757 Aug 18 15:57:44.745646 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-483b4a66-aca6-44f4-aff2-320949ae7969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:44.959068 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b7aca-cac3-4971-876b-2602509a3a7e req-c6ef1976-61e9-4293-aff6-76c4cc2fe90c tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:44.960534 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-214b7aca-cac3-4971-876b-2602509a3a7e req-c6ef1976-61e9-4293-aff6-76c4cc2fe90c tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0547547 Aug 18 15:57:45.002551 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-214b7aca-cac3-4971-876b-2602509a3a7e req-efbd51a6-8dc5-447d-af45-95010ec14152 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353532 Aug 18 15:57:45.133521 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6255d30-0796-40ef-9939-dcebeb0ca834 req-752f23af-17d4-4b37-a88d-52d838ddb01f tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:45.135019 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c6255d30-0796-40ef-9939-dcebeb0ca834 req-752f23af-17d4-4b37-a88d-52d838ddb01f tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 931 time: 0.0491560 Aug 18 15:57:45.172934 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c6255d30-0796-40ef-9939-dcebeb0ca834 req-96437d12-9979-40ef-a163-b7f8b55bb5b2 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320289 Aug 18 15:57:45.368489 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f3ee9-edc2-41ee-8a8d-2b675af9a6a8 req-63daa166-295b-4d77-8e87-01109606df07 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:45.369992 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b71f3ee9-edc2-41ee-8a8d-2b675af9a6a8 req-63daa166-295b-4d77-8e87-01109606df07 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0504272 Aug 18 15:57:45.408798 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b71f3ee9-edc2-41ee-8a8d-2b675af9a6a8 req-5ae43c57-24a1-40b4-ab50-3d7bd2f8419d tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327573 Aug 18 15:57:45.614823 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba809a00-0877-4534-a6c5-74068531ced2 req-c482c446-4e24-406a-b519-ad0d162348ae tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:45.616293 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ba809a00-0877-4534-a6c5-74068531ced2 req-c482c446-4e24-406a-b519-ad0d162348ae tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 931 time: 0.0496221 Aug 18 15:57:45.658153 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ba809a00-0877-4534-a6c5-74068531ced2 req-5237cea1-acb8-40a2-b034-8f43d35ba89d tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360777 Aug 18 15:57:46.125279 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1b186-4a8c-4f68-bda2-9f4312a2fa9e req-66628c30-179e-4e7b-a21a-989fdb1b7f58 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:46.126720 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-59e1b186-4a8c-4f68-bda2-9f4312a2fa9e req-66628c30-179e-4e7b-a21a-989fdb1b7f58 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0490463 Aug 18 15:57:46.163519 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-59e1b186-4a8c-4f68-bda2-9f4312a2fa9e req-dfa80e6f-818a-4de2-a89e-a19803354078 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309856 Aug 18 15:57:46.284795 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b547d-7fe6-4f85-9ddd-0b5c30640050 req-4cbae43e-ba51-4789-b9ea-bd79997de5a5 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:46.286236 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-761b547d-7fe6-4f85-9ddd-0b5c30640050 req-4cbae43e-ba51-4789-b9ea-bd79997de5a5 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 931 time: 0.0479259 Aug 18 15:57:46.323705 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-761b547d-7fe6-4f85-9ddd-0b5c30640050 req-f9fd3f7e-6c91-4b9a-9cf8-52b291f1554a tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307271 Aug 18 15:57:46.380569 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['f422ab3c-2b76-4670-9bfe-2b529f9b5a22', 'cd7afd8d-2c37-4d7b-8a02-93c24a7d0731', '509f746b-15e7-47a0-b5e0-5d48fdd5caa1'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:57:46.417335 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Request body: {'port': {'device_id': '2d8b7fad-2f5f-4243-9199-c5d77b35cfc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:57:46.419722 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Request body: {'port': {'device_id': '0c3bc56e-b57f-4125-8f99-8bec91605343', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:57:46.503388 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:46.808964 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703e24f7-0b2d-420b-be9b-91b9214eb355 {{(pid=93846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:57:46.814746 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:46.817434 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:46.830709 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Transition to ACTIVE for port object 703e24f7-0b2d-420b-be9b-91b9214eb355 will not be triggered until provisioned by entity L2. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:57:46.834411 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:46.877936 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d24278-8ff8-4d86-8d84-25ca0aff2542 req-65fb1813-4ddc-4372-8c9d-d4cb1a36b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:46.879747 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86d24278-8ff8-4d86-8d84-25ca0aff2542 req-65fb1813-4ddc-4372-8c9d-d4cb1a36b57c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e78890fc8d84a978e7ab7a79a4d6e14&device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 1099 time: 0.1474857 Aug 18 15:57:46.896342 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33741f-cc8c-4f27-b8f4-ea5a791949c7 req-18e8815f-c79b-4265-85ae-b4ab87390040 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:46.897369 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Pushing event updated for resources: {'Port': ['ID=703e24f7-0b2d-420b-be9b-91b9214eb355,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:46.899512 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7e33741f-cc8c-4f27-b8f4-ea5a791949c7 req-18e8815f-c79b-4265-85ae-b4ab87390040 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.1577830 Aug 18 15:57:46.920932 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba4a89-3985-4d0c-8a2f-95e9b603daca req-c9b92407-03ea-4906-9ee2-d82143d4a975 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:46.927899 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-adba4a89-3985-4d0c-8a2f-95e9b603daca req-c9b92407-03ea-4906-9ee2-d82143d4a975 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 931 time: 0.1840820 Aug 18 15:57:46.987298 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Attempting to bind port 703e24f7-0b2d-420b-be9b-91b9214eb355 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:57:46.987684 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Attempting to bind port 703e24f7-0b2d-420b-be9b-91b9214eb355 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'b1aede34-5cf3-493b-a119-21a7119c1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c'}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:57:46.987960 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Attempting to bind port 703e24f7-0b2d-420b-be9b-91b9214eb355 on network a7381a63-f1fa-40d7-86d5-830b21cc478c {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:57:46.993053 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Port 703e24f7-0b2d-420b-be9b-91b9214eb355 on network a7381a63-f1fa-40d7-86d5-830b21cc478c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:57:46.993378 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Attempting to bind port 703e24f7-0b2d-420b-be9b-91b9214eb355 on network a7381a63-f1fa-40d7-86d5-830b21cc478c {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:57:47.001039 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:57:47.001475 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Checking segment: {'id': 'b1aede34-5cf3-493b-a119-21a7119c1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:57:47.001939 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Bound using segment: {'id': 'b1aede34-5cf3-493b-a119-21a7119c1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c'} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:57:47.002554 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Bound port: 703e24f7-0b2d-420b-be9b-91b9214eb355, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1aede34-5cf3-493b-a119-21a7119c1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c'}}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:57:47.002978 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:47.017644 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:57:47.082021 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] For port 703e24f7-0b2d-420b-be9b-91b9214eb355, host hv-cinder-77853, cleared binding levels {{(pid=93846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:57:47.086516 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] For port 703e24f7-0b2d-420b-be9b-91b9214eb355, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=703e24f7-0b2d-420b-be9b-91b9214eb355,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:57:47.091462 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:47.114004 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7e33741f-cc8c-4f27-b8f4-ea5a791949c7 req-7c688fc5-38ef-479b-b27d-d8fa632e3ef2 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136140 Aug 18 15:57:47.123491 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-adba4a89-3985-4d0c-8a2f-95e9b603daca req-0069b23f-a46e-4de4-a752-78759a007a06 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947513 Aug 18 15:57:47.143845 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:47.144501 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:47.146113 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1c951013-a987-48bb-9357-995b63772753 req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] 10.222.0.20 "PUT /v2.0/ports/703e24f7-0b2d-420b-be9b-91b9214eb355 HTTP/1.1" status: 200 len: 1093 time: 0.7338052 Aug 18 15:57:47.146652 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8b7fad-2f5f-4243-9199-c5d77b35cfc2', 'tag': '703e24f7-0b2d-420b-be9b-91b9214eb355'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:57:47.158437 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c2484220df23b53d05c574a87c61816e9fe22f18d36342348500485cedff23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92978c1-edd2-4e6f-9757-308482f4373b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8b7fad-2f5f-4243-9199-c5d77b35cfc2", "tag": "703e24f7-0b2d-420b-be9b-91b9214eb355"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:57:47.198188 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb387160-16ba-426f-8386-c6fc570dfb8e service neutron] Pushing event updated for resources: {'Port': ['ID=703e24f7-0b2d-420b-be9b-91b9214eb355,revision_number=3']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:47.229381 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d24278-8ff8-4d86-8d84-25ca0aff2542 req-90ef80f7-d475-41ea-9032-3a8ba5dd375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:47.230864 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86d24278-8ff8-4d86-8d84-25ca0aff2542 req-90ef80f7-d475-41ea-9032-3a8ba5dd375e service neutron] 10.222.0.20 "GET /v2.0/networks?id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0 HTTP/1.1" status: 200 len: 920 time: 0.2713902 Aug 18 15:57:47.243632 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4d567c-ff86-45d6-aba6-8f3d547cc97f x-openstack-request-id: req-bb4d567c-ff86-45d6-aba6-8f3d547cc97f {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:57:47.244005 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8b7fad-2f5f-4243-9199-c5d77b35cfc2", "tag": "703e24f7-0b2d-420b-be9b-91b9214eb355", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:57:47.244350 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb4d567c-ff86-45d6-aba6-8f3d547cc97f {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:57:47.244841 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8b7fad-2f5f-4243-9199-c5d77b35cfc2', 'tag': '703e24f7-0b2d-420b-be9b-91b9214eb355', 'status': 'completed', 'code': 200} Aug 18 15:57:47.266921 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c951013-a987-48bb-9357-995b63772753 req-bc365321-7ead-415e-988d-1c365abef046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:47.268428 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1c951013-a987-48bb-9357-995b63772753 req-bc365321-7ead-415e-988d-1c365abef046 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4141e22102df491c9bdda23609fdbe24&device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 1096 time: 0.0554471 Aug 18 15:57:47.318867 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1c951013-a987-48bb-9357-995b63772753 req-0a4aff1a-af11-45ad-a571-a020dca16c92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=703e24f7-0b2d-420b-be9b-91b9214eb355 HTTP/1.1" status: 200 len: 217 time: 0.0382190 Aug 18 15:57:47.323301 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86d24278-8ff8-4d86-8d84-25ca0aff2542 req-bbf9ddda-0fb3-47ac-8a1d-be3a8f40cadf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822aeee9-a8b6-4462-86c9-05cf4f09e97b HTTP/1.1" status: 200 len: 217 time: 0.0714812 Aug 18 15:57:47.373228 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c951013-a987-48bb-9357-995b63772753 req-9ff0be06-b9af-4778-b091-4fb23e2a7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:47.374870 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1c951013-a987-48bb-9357-995b63772753 req-9ff0be06-b9af-4778-b091-4fb23e2a7734 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91139440-0498-4366-9223-66853c993206 HTTP/1.1" status: 200 len: 855 time: 0.0476818 Aug 18 15:57:47.405542 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419b988-65c1-4478-bd3d-9fad9d3e1bba req-d3b67a2f-608e-4130-aeab-2bf7768feb1d tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:47.407487 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7419b988-65c1-4478-bd3d-9fad9d3e1bba req-d3b67a2f-608e-4130-aeab-2bf7768feb1d tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1577859 Aug 18 15:57:47.413075 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1c951013-a987-48bb-9357-995b63772753 req-692d35c8-32dd-4105-a00c-acbf2b45291e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7381a63-f1fa-40d7-86d5-830b21cc478c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259132 Aug 18 15:57:47.481213 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d24278-8ff8-4d86-8d84-25ca0aff2542 req-267184a7-fd01-4ab1-94e1-5bea2713adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:47.482706 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86d24278-8ff8-4d86-8d84-25ca0aff2542 req-267184a7-fd01-4ab1-94e1-5bea2713adae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84d0760-e747-4c13-ac2f-cdf7d90a83a3 HTTP/1.1" status: 200 len: 859 time: 0.1396697 Aug 18 15:57:47.500297 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f709847-231d-4c47-b4cf-101ae2a7e1d7 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:57:47.534878 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:47.550593 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86d24278-8ff8-4d86-8d84-25ca0aff2542 req-d4b765cc-c63f-4a6d-a65a-056975a1d098 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526569 Aug 18 15:57:47.592366 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d87a8-1dad-42aa-8a74-c4b1b1dcf990 req-ad31830c-a2b7-4512-8aa4-0da82d61bec4 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:47.593982 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2c2d87a8-1dad-42aa-8a74-c4b1b1dcf990 req-ad31830c-a2b7-4512-8aa4-0da82d61bec4 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 931 time: 0.1835167 Aug 18 15:57:47.608041 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7419b988-65c1-4478-bd3d-9fad9d3e1bba req-db5e85cf-2c5b-49fb-9557-604ffe8f81a6 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851194 Aug 18 15:57:47.635621 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Transition to ACTIVE for port object 4f709847-231d-4c47-b4cf-101ae2a7e1d7 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:57:47.652380 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:47.673090 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ca6356b1-81eb-4e64-b4a0-c56734698b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:47.713921 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1c951013-a987-48bb-9357-995b63772753 req-0bb15cad-f2c8-4088-b276-7ffa720e236b service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927542 Aug 18 15:57:47.731401 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2c2d87a8-1dad-42aa-8a74-c4b1b1dcf990 req-6c20f653-f358-45d7-9727-370d4b16324c tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222785 Aug 18 15:57:47.748006 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Pushing event updated for resources: {'Port': ['ID=4f709847-231d-4c47-b4cf-101ae2a7e1d7,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:47.767711 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86d24278-8ff8-4d86-8d84-25ca0aff2542 req-ad8c17a7-58e4-4354-b5b0-197e681f3175 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025509 Aug 18 15:57:47.828414 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Attempting to bind port 4f709847-231d-4c47-b4cf-101ae2a7e1d7 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:57:47.828773 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Attempting to bind port 4f709847-231d-4c47-b4cf-101ae2a7e1d7 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'b81cfe36-462e-43cc-b971-50d5eb6e41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd793ee38-ef0d-44b1-aaa5-5b64cef4d17f'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:57:47.829106 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Attempting to bind port 4f709847-231d-4c47-b4cf-101ae2a7e1d7 on network d793ee38-ef0d-44b1-aaa5-5b64cef4d17f {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:57:47.833618 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Port 4f709847-231d-4c47-b4cf-101ae2a7e1d7 on network d793ee38-ef0d-44b1-aaa5-5b64cef4d17f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:57:47.833943 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Attempting to bind port 4f709847-231d-4c47-b4cf-101ae2a7e1d7 on network d793ee38-ef0d-44b1-aaa5-5b64cef4d17f {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:57:47.838995 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:57:47.839334 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Checking segment: {'id': 'b81cfe36-462e-43cc-b971-50d5eb6e41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd793ee38-ef0d-44b1-aaa5-5b64cef4d17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:57:47.839726 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Bound using segment: {'id': 'b81cfe36-462e-43cc-b971-50d5eb6e41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd793ee38-ef0d-44b1-aaa5-5b64cef4d17f'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:57:47.840151 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Bound port: 4f709847-231d-4c47-b4cf-101ae2a7e1d7, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81cfe36-462e-43cc-b971-50d5eb6e41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd793ee38-ef0d-44b1-aaa5-5b64cef4d17f'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:57:47.840504 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:47.866636 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:47.909079 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] For port 4f709847-231d-4c47-b4cf-101ae2a7e1d7, host hv-cinder-77853, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:57:47.912463 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] For port 4f709847-231d-4c47-b4cf-101ae2a7e1d7, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=4f709847-231d-4c47-b4cf-101ae2a7e1d7,segment=NetworkSegment(b81cfe36-462e-43cc-b971-50d5eb6e41c0),segment_id=b81cfe36-462e-43cc-b971-50d5eb6e41c0)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:57:47.917613 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:47.966440 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:47.967081 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:47.968507 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] 10.222.0.20 "PUT /v2.0/ports/4f709847-231d-4c47-b4cf-101ae2a7e1d7 HTTP/1.1" status: 200 len: 1093 time: 1.5532784 Aug 18 15:57:47.969015 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3bc56e-b57f-4125-8f99-8bec91605343', 'tag': '4f709847-231d-4c47-b4cf-101ae2a7e1d7'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:57:47.971230 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4596c2-9a46-4663-8405-f0fd1de2a91b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3bc56e-b57f-4125-8f99-8bec91605343", "tag": "4f709847-231d-4c47-b4cf-101ae2a7e1d7"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:57:47.987194 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95bf3f-30ef-4662-aa38-b46f79d25e20 service neutron] Pushing event updated for resources: {'Port': ['ID=4f709847-231d-4c47-b4cf-101ae2a7e1d7,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:48.011330 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fb27b9-cf79-4054-b60f-1b4d485a9571 x-openstack-request-id: req-93fb27b9-cf79-4054-b60f-1b4d485a9571 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:57:48.011618 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3bc56e-b57f-4125-8f99-8bec91605343", "tag": "4f709847-231d-4c47-b4cf-101ae2a7e1d7", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:57:48.011872 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93fb27b9-cf79-4054-b60f-1b4d485a9571 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:57:48.012271 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3bc56e-b57f-4125-8f99-8bec91605343', 'tag': '4f709847-231d-4c47-b4cf-101ae2a7e1d7', 'status': 'completed', 'code': 200} Aug 18 15:57:48.282090 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5592b69-256a-4778-9539-9a10cd0b068f req-1437e5c7-3068-4f9b-9f73-b258c2aca97b tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:48.283506 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c5592b69-256a-4778-9539-9a10cd0b068f req-1437e5c7-3068-4f9b-9f73-b258c2aca97b tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 943 time: 0.0764809 Aug 18 15:57:48.296189 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfca062-f8ae-43b7-a2a9-859cb0d6169a req-0d4b816e-fe98-43b5-bf6c-f4077a5cbede tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:48.297674 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4bfca062-f8ae-43b7-a2a9-859cb0d6169a req-0d4b816e-fe98-43b5-bf6c-f4077a5cbede tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0791569 Aug 18 15:57:48.357992 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4bfca062-f8ae-43b7-a2a9-859cb0d6169a req-90e269c7-568e-4397-8699-1fc17a1eed2a tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535696 Aug 18 15:57:48.360577 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c5592b69-256a-4778-9539-9a10cd0b068f req-28dd9f53-fb5b-4a3b-9f57-bde65fb9fc21 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620387 Aug 18 15:57:48.723032 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2b408-e7f3-4955-9610-279070ba18af req-9cee1b38-ca98-4d4f-b7a6-b998acad6af8 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:48.724493 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95f2b408-e7f3-4955-9610-279070ba18af req-9cee1b38-ca98-4d4f-b7a6-b998acad6af8 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0485358 Aug 18 15:57:48.755733 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:48.765511 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95f2b408-e7f3-4955-9610-279070ba18af req-a1475eb8-cac6-41dd-8272-52f3276d1098 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351729 Aug 18 15:57:48.852728 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf544466-d3b3-4d5a-ae87-5b2b04afbc62 req-4353b5e5-9538-485b-a63e-fe9b6b81fd4f tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:48.854277 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cf544466-d3b3-4d5a-ae87-5b2b04afbc62 req-4353b5e5-9538-485b-a63e-fe9b6b81fd4f tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 943 time: 0.0489595 Aug 18 15:57:48.892702 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cf544466-d3b3-4d5a-ae87-5b2b04afbc62 req-f28488a3-ffe3-4851-84d5-8ff0993aa6e5 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325255 Aug 18 15:57:49.508907 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e09ab7-832c-4274-acb7-f107087831c8 req-78995109-4591-4215-9c6f-e57bcbe80934 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:49.510443 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-31e09ab7-832c-4274-acb7-f107087831c8 req-78995109-4591-4215-9c6f-e57bcbe80934 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 943 time: 0.0818269 Aug 18 15:57:49.518581 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0aa8a2-f250-4228-af35-fc64c090af00 req-ecf930ff-72c0-4825-9548-ab5a4a466513 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:49.520152 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8c0aa8a2-f250-4228-af35-fc64c090af00 req-ecf930ff-72c0-4825-9548-ab5a4a466513 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0927527 Aug 18 15:57:49.575226 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-31e09ab7-832c-4274-acb7-f107087831c8 req-3fa52282-1f9b-406a-b749-8ee9587b4cc2 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540819 Aug 18 15:57:49.586497 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8c0aa8a2-f250-4228-af35-fc64c090af00 req-41c9845e-8e84-423c-90a7-061a034a3736 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573962 Aug 18 15:57:49.879363 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c800368-ecb5-4d80-8184-7948dd1b87a4 req-dffc8e0c-29f5-4069-bdc9-445ee67293a9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:49.880895 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9c800368-ecb5-4d80-8184-7948dd1b87a4 req-dffc8e0c-29f5-4069-bdc9-445ee67293a9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0496783 Aug 18 15:57:49.921447 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9c800368-ecb5-4d80-8184-7948dd1b87a4 req-79cb575d-c5d2-4bc1-b498-18f0142dbabb tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338128 Aug 18 15:57:49.985523 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:50.017424 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cd9ea-40d5-4504-bf97-8a810676f3d3 req-81cf808c-7513-41f0-92b1-c77a7d4d11fb tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:50.019264 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ef2cd9ea-40d5-4504-bf97-8a810676f3d3 req-81cf808c-7513-41f0-92b1-c77a7d4d11fb tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 943 time: 0.0554438 Aug 18 15:57:50.059651 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ef2cd9ea-40d5-4504-bf97-8a810676f3d3 req-fdaeea4e-65d9-4192-947a-32ff0d506ac7 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341246 Aug 18 15:57:50.715250 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc90f24-ff65-43f8-a9b3-82ba024a3031 req-67bab04c-5d10-442a-bcbe-5e1889002000 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:50.716719 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8cc90f24-ff65-43f8-a9b3-82ba024a3031 req-67bab04c-5d10-442a-bcbe-5e1889002000 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 943 time: 0.0745392 Aug 18 15:57:50.738877 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ecbbe-b1fe-4c3e-a898-be92e6a03434 req-8816628f-51f8-484b-8896-338fcb08ed80 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:50.740293 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-789ecbbe-b1fe-4c3e-a898-be92e6a03434 req-8816628f-51f8-484b-8896-338fcb08ed80 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0719006 Aug 18 15:57:50.786487 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8cc90f24-ff65-43f8-a9b3-82ba024a3031 req-7424d906-7126-4290-a919-5851b4e20f75 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632493 Aug 18 15:57:50.798982 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-789ecbbe-b1fe-4c3e-a898-be92e6a03434 req-da569513-9f25-442c-af8e-74d8eb13c06a tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519693 Aug 18 15:57:50.980599 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:51.100991 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1c951013-a987-48bb-9357-995b63772753 req-bbe26584-9cd5-4159-802e-57278abac9d2 service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936644 Aug 18 15:57:51.140511 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe1dd3-99b7-4ba8-9894-0960d5dfe06e req-916ab72e-c40d-4336-8955-47ccd986857b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:51.142148 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-15fe1dd3-99b7-4ba8-9894-0960d5dfe06e req-916ab72e-c40d-4336-8955-47ccd986857b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1469798 Aug 18 15:57:51.188620 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4596c2-9a46-4663-8405-f0fd1de2a91b req-a10a6c05-045a-49e7-b0b5-035c1835a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:51.190080 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aa4596c2-9a46-4663-8405-f0fd1de2a91b req-a10a6c05-045a-49e7-b0b5-035c1835a5c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4cc62e5943924673a91883eafd0cc61c&device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 1096 time: 0.1553242 Aug 18 15:57:51.218134 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86d24278-8ff8-4d86-8d84-25ca0aff2542 req-0b5ed040-da9a-41b4-8b3f-cdca899682d2 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116535 Aug 18 15:57:51.267848 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1de7a7-212b-4a1a-8a0b-70609428b79b req-42dc6f5d-223a-4950-ae30-a893154078ec tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:51.269480 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ad1de7a7-212b-4a1a-8a0b-70609428b79b req-42dc6f5d-223a-4950-ae30-a893154078ec tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 943 time: 0.1263592 Aug 18 15:57:51.275326 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92978c1-edd2-4e6f-9757-308482f4373b req-bb057eea-b109-4982-b420-a637f22c4080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:51.277050 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a92978c1-edd2-4e6f-9757-308482f4373b req-bb057eea-b109-4982-b420-a637f22c4080 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4141e22102df491c9bdda23609fdbe24&device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 1096 time: 0.0634246 Aug 18 15:57:51.301950 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-15fe1dd3-99b7-4ba8-9894-0960d5dfe06e req-ec1c9bc2-46d3-4879-9a6c-2c54e56a741b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427875 Aug 18 15:57:51.357028 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ad1de7a7-212b-4a1a-8a0b-70609428b79b req-ebae9c36-fad6-414e-a3bf-d2f745ba37f6 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587347 Aug 18 15:57:51.384223 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4596c2-9a46-4663-8405-f0fd1de2a91b req-7f2ca17f-3cc4-4751-ab59-8e08bcfa1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:51.385827 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aa4596c2-9a46-4663-8405-f0fd1de2a91b req-7f2ca17f-3cc4-4751-ab59-8e08bcfa1d42 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=4cc62e5943924673a91883eafd0cc61c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1533327 Aug 18 15:57:51.388188 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92978c1-edd2-4e6f-9757-308482f4373b req-e6872b45-2c37-40d0-b9a8-4159a5135edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:51.389875 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a92978c1-edd2-4e6f-9757-308482f4373b req-e6872b45-2c37-40d0-b9a8-4159a5135edb service neutron] 10.222.0.20 "GET /v2.0/networks?id=a7381a63-f1fa-40d7-86d5-830b21cc478c HTTP/1.1" status: 200 len: 916 time: 0.0941911 Aug 18 15:57:51.444195 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a92978c1-edd2-4e6f-9757-308482f4373b req-d009d8de-78fe-444c-86d0-4d9de5542e24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=703e24f7-0b2d-420b-be9b-91b9214eb355 HTTP/1.1" status: 200 len: 217 time: 0.0392141 Aug 18 15:57:51.492960 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4596c2-9a46-4663-8405-f0fd1de2a91b req-0c3331af-bd77-4477-b538-8afb4ddc85e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:51.494354 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aa4596c2-9a46-4663-8405-f0fd1de2a91b req-0c3331af-bd77-4477-b538-8afb4ddc85e4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903308 Aug 18 15:57:51.496419 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92978c1-edd2-4e6f-9757-308482f4373b req-d8174974-89d4-4214-985e-d325e8272346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:51.497867 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a92978c1-edd2-4e6f-9757-308482f4373b req-d8174974-89d4-4214-985e-d325e8272346 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91139440-0498-4366-9223-66853c993206 HTTP/1.1" status: 200 len: 855 time: 0.0440896 Aug 18 15:57:51.536666 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a92978c1-edd2-4e6f-9757-308482f4373b req-eb05891e-5501-4b24-9bea-3121fe2a35bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7381a63-f1fa-40d7-86d5-830b21cc478c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276690 Aug 18 15:57:51.594670 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-6df36013-c693-4469-8d6f-5d1dd150d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:51.596188 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-6df36013-c693-4469-8d6f-5d1dd150d4ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4cc62e5943924673a91883eafd0cc61c&device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 1096 time: 0.0460775 Aug 18 15:57:51.638726 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a92978c1-edd2-4e6f-9757-308482f4373b req-74b10931-a102-478e-97f0-684da4febf35 service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882089 Aug 18 15:57:51.641226 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-3819e239-91d5-43fa-955d-4012489fcda9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f709847-231d-4c47-b4cf-101ae2a7e1d7 HTTP/1.1" status: 200 len: 217 time: 0.0359406 Aug 18 15:57:51.701115 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-5a23e0ac-a623-4356-b31c-2699dbce1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:51.702580 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-5a23e0ac-a623-4356-b31c-2699dbce1c33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a80087f7-4ed7-4f3b-bc82-18013e59e3fe HTTP/1.1" status: 200 len: 848 time: 0.0462344 Aug 18 15:57:51.737404 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-eb14048b-909d-44e8-9820-a7878d58ae09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d793ee38-ef0d-44b1-aaa5-5b64cef4d17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234439 Aug 18 15:57:51.745729 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a92978c1-edd2-4e6f-9757-308482f4373b req-bcbfc1f8-f2ec-4126-a6fb-835efd292c08 service neutron] 10.222.0.20 "GET /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900095 Aug 18 15:57:51.835635 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-a219afe1-eb34-4b26-bdff-a75946450120 service neutron] 10.222.0.20 "GET /v2.0/networks/d793ee38-ef0d-44b1-aaa5-5b64cef4d17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882463 Aug 18 15:57:51.998187 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1c92b-db3e-4019-948f-1edbd8184a01 req-965f184d-57b5-4500-9d46-c174d368e86d tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:51.999585 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4dc1c92b-db3e-4019-948f-1edbd8184a01 req-965f184d-57b5-4500-9d46-c174d368e86d tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 943 time: 0.1393147 Aug 18 15:57:52.015707 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cac61782-81d6-44c6-83cb-36571f5a1759 req-3f00a4bf-5f23-407e-8302-a7307751b225 service neutron] 10.222.0.20 "GET /v2.0/networks/d793ee38-ef0d-44b1-aaa5-5b64cef4d17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630075 Aug 18 15:57:52.027255 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4ee79-dbac-48fd-b21f-a2ab557e830c req-f7ccb618-6d7c-42ff-aca1-1f3ecc7f2da2 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:52.028647 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1fc4ee79-dbac-48fd-b21f-a2ab557e830c req-f7ccb618-6d7c-42ff-aca1-1f3ecc7f2da2 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.1499257 Aug 18 15:57:52.077552 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4dc1c92b-db3e-4019-948f-1edbd8184a01 req-1ba437d7-258f-4023-b324-8778a179ab71 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674741 Aug 18 15:57:52.090998 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1fc4ee79-dbac-48fd-b21f-a2ab557e830c req-6afb6a89-0810-423f-b60d-83ba185acee1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549567 Aug 18 15:57:52.427877 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55f76a-0fdd-4f9a-9b4c-a3ba376943e4 req-252be5c1-af97-4f6a-979d-9545834fe6a1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:52.429541 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ce55f76a-0fdd-4f9a-9b4c-a3ba376943e4 req-252be5c1-af97-4f6a-979d-9545834fe6a1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0528369 Aug 18 15:57:52.493259 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ce55f76a-0fdd-4f9a-9b4c-a3ba376943e4 req-a16326f2-dbc8-42dc-9c9a-df8bf98f64a6 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545373 Aug 18 15:57:52.501480 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660780d2-1fd7-433d-b0f1-d858b2ca5cdc req-f00642b9-8586-4a8a-b915-8117a7d5239e tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:52.503416 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-660780d2-1fd7-433d-b0f1-d858b2ca5cdc req-f00642b9-8586-4a8a-b915-8117a7d5239e tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 943 time: 0.0726497 Aug 18 15:57:52.545287 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-660780d2-1fd7-433d-b0f1-d858b2ca5cdc req-1c05c21c-ee4c-4d69-a4fa-281cf09f3a2b tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349572 Aug 18 15:57:52.781628 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc2598-7386-4628-8f18-b1c5c5c47043 req-b000263b-3b77-403f-8107-77a4a4f5d539 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:52.783090 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4cdc2598-7386-4628-8f18-b1c5c5c47043 req-b000263b-3b77-403f-8107-77a4a4f5d539 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0787983 Aug 18 15:57:52.784841 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510fced-1949-4593-9ecd-c6157c3547ed req-15677dc3-de4a-4f7c-b958-6ef34f7c47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:52.786157 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8510fced-1949-4593-9ecd-c6157c3547ed req-15677dc3-de4a-4f7c-b958-6ef34f7c47f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e78890fc8d84a978e7ab7a79a4d6e14&device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 1099 time: 0.0711102 Aug 18 15:57:52.865436 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4cdc2598-7386-4628-8f18-b1c5c5c47043 req-2021ce22-9b10-494e-b2f4-c0026474d71f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763707 Aug 18 15:57:52.896986 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510fced-1949-4593-9ecd-c6157c3547ed req-dfa2346d-c6d7-48e5-883d-13a6987307b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:52.899177 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8510fced-1949-4593-9ecd-c6157c3547ed req-dfa2346d-c6d7-48e5-883d-13a6987307b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0 HTTP/1.1" status: 200 len: 920 time: 0.1026912 Aug 18 15:57:52.945934 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8510fced-1949-4593-9ecd-c6157c3547ed req-d7b576ee-ac17-4907-b81a-db8e4f5a2d96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822aeee9-a8b6-4462-86c9-05cf4f09e97b HTTP/1.1" status: 200 len: 217 time: 0.0370953 Aug 18 15:57:52.996917 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510fced-1949-4593-9ecd-c6157c3547ed req-17d3c600-2908-44be-9823-f6fcce692a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:52.998380 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8510fced-1949-4593-9ecd-c6157c3547ed req-17d3c600-2908-44be-9823-f6fcce692a1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84d0760-e747-4c13-ac2f-cdf7d90a83a3 HTTP/1.1" status: 200 len: 859 time: 0.0446980 Aug 18 15:57:53.031838 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8510fced-1949-4593-9ecd-c6157c3547ed req-752d5434-ce82-4327-9f27-b0471a144d3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239162 Aug 18 15:57:53.131009 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8510fced-1949-4593-9ecd-c6157c3547ed req-ba717ce7-60c8-4350-98d6-9eaf7dcdcfce service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899270 Aug 18 15:57:53.527307 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc496d-9f12-457e-9f32-26de0dfc79dc req-72e2dbb4-00d5-42f9-8c84-ac1bc8eb8fe1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:53.528839 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1fdc496d-9f12-457e-9f32-26de0dfc79dc req-72e2dbb4-00d5-42f9-8c84-ac1bc8eb8fe1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.3386638 Aug 18 15:57:53.537682 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a55961-d573-4fa1-b527-5e7a70cf6ff8 req-21646448-2741-4bb2-a35b-e1dc11c982b0 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:53.539209 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-40a55961-d573-4fa1-b527-5e7a70cf6ff8 req-21646448-2741-4bb2-a35b-e1dc11c982b0 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 943 time: 0.3823147 Aug 18 15:57:53.543156 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8510fced-1949-4593-9ecd-c6157c3547ed req-d8d4f1c5-0722-458a-8349-a35cd0d4bad3 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041007 Aug 18 15:57:53.596536 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1fdc496d-9f12-457e-9f32-26de0dfc79dc req-4840dffc-ebb6-415c-8a30-dddc6e2439e0 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560937 Aug 18 15:57:53.601195 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-40a55961-d573-4fa1-b527-5e7a70cf6ff8 req-955a3994-2026-4ddd-97d0-69a53c03c240 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531290 Aug 18 15:57:53.699817 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc00d9a-4f92-4bb9-87de-1977ccdf53d8 req-39be61d1-57ca-4df4-aaef-a0fa00eb40e6 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:53.701375 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bcc00d9a-4f92-4bb9-87de-1977ccdf53d8 req-39be61d1-57ca-4df4-aaef-a0fa00eb40e6 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 943 time: 0.0488043 Aug 18 15:57:53.740893 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bcc00d9a-4f92-4bb9-87de-1977ccdf53d8 req-ed9c3b12-e2b1-459c-9b57-63d35f321873 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327890 Aug 18 15:57:53.990760 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75189a64-4b85-4bad-a172-1bd1b8a9bdf9 req-73cc28c6-eba1-4e30-967e-a1d6c79d5961 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:53.992443 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-75189a64-4b85-4bad-a172-1bd1b8a9bdf9 req-73cc28c6-eba1-4e30-967e-a1d6c79d5961 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0578191 Aug 18 15:57:54.037576 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-75189a64-4b85-4bad-a172-1bd1b8a9bdf9 req-4a1cca2e-f5fc-44c8-82c6-e669272f9c81 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384781 Aug 18 15:57:54.747177 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5ae6e-8ca7-4728-9692-131f1f7f1f0e req-1b1ecb67-a5a7-455a-92db-a214b7b74d20 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:54.748654 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a6a5ae6e-8ca7-4728-9692-131f1f7f1f0e req-1b1ecb67-a5a7-455a-92db-a214b7b74d20 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0751946 Aug 18 15:57:54.774039 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012a798-3d8f-4f71-9e21-369f2d4f4ac1 req-6150d78d-7b80-4a89-a66d-51a31174ba6b tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:54.775422 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0012a798-3d8f-4f71-9e21-369f2d4f4ac1 req-6150d78d-7b80-4a89-a66d-51a31174ba6b tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 943 time: 0.0765996 Aug 18 15:57:54.828530 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a6a5ae6e-8ca7-4728-9692-131f1f7f1f0e req-47206f31-6f71-4849-96fd-0ee79957e868 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734966 Aug 18 15:57:54.833531 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0012a798-3d8f-4f71-9e21-369f2d4f4ac1 req-599cab96-f418-4a82-993a-e4fc7b6ec439 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512996 Aug 18 15:57:54.940456 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d1e67-9eed-494c-adce-da8d7d692f23 req-5ece6c33-4679-42a8-98bc-77758f5d6826 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:54.941996 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e02d1e67-9eed-494c-adce-da8d7d692f23 req-5ece6c33-4679-42a8-98bc-77758f5d6826 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 943 time: 0.0501568 Aug 18 15:57:54.972412 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 703e24f7-0b2d-420b-be9b-91b9214eb355 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:57:54.983967 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e02d1e67-9eed-494c-adce-da8d7d692f23 req-dd43eb83-1e4f-4279-b016-eb50d12cdf13 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341566 Aug 18 15:57:55.071371 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 703e24f7-0b2d-420b-be9b-91b9214eb355, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=703e24f7-0b2d-420b-be9b-91b9214eb355,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:57:55.083313 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '703e24f7-0b2d-420b-be9b-91b9214eb355', 'network_id': 'a7381a63-f1fa-40d7-86d5-830b21cc478c', 'port_id': '703e24f7-0b2d-420b-be9b-91b9214eb355', 'mac_address': 'fa:16:3e:2a:0c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91139440-0498-4366-9223-66853c993206', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:57:55.121470 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:55.134918 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703e24f7-0b2d-420b-be9b-91b9214eb355 {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:57:55.155061 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 703e24f7-0b2d-420b-be9b-91b9214eb355, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=703e24f7-0b2d-420b-be9b-91b9214eb355,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:57:55.156445 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3d5e9-fcb6-4e65-8f23-caa4a6d5fe2d req-e68ce8f5-d02b-4072-a35f-c220ead3af3c tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:55.158212 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-46a3d5e9-fcb6-4e65-8f23-caa4a6d5fe2d req-e68ce8f5-d02b-4072-a35f-c220ead3af3c tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0517516 Aug 18 15:57:55.159222 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:57:55.197629 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-46a3d5e9-fcb6-4e65-8f23-caa4a6d5fe2d req-ad3d4f29-bdbc-4ae3-bd47-49510de7dca6 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329626 Aug 18 15:57:55.206413 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=703e24f7-0b2d-420b-be9b-91b9214eb355,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:57:55.214399 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:55.214747 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:55.215089 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:55.215421 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:55.215753 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:55.216083 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:55.216407 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:55.216726 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:55.217088 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:55.217413 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:55.217730 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:55.218050 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:57:55.978590 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c69b8-165a-4e46-8730-6586ceff18ae req-d2f56689-11a9-4e8b-8aee-5cc05d2cce73 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:55.980029 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-026c69b8-165a-4e46-8730-6586ceff18ae req-d2f56689-11a9-4e8b-8aee-5cc05d2cce73 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0762155 Aug 18 15:57:56.044096 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-026c69b8-165a-4e46-8730-6586ceff18ae req-af9da3bf-3056-4d58-8534-cebb7d97321e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494957 Aug 18 15:57:56.052220 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac5cea-250c-480e-9abe-02495f647dbf req-d252a812-f65f-4897-b55b-64dc1e138787 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:56.053700 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c8ac5cea-250c-480e-9abe-02495f647dbf req-d252a812-f65f-4897-b55b-64dc1e138787 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 944 time: 0.0995448 Aug 18 15:57:56.095728 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c8ac5cea-250c-480e-9abe-02495f647dbf req-8fae70ed-3c90-45b7-9eb0-f39b19c66aa2 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327704 Aug 18 15:57:56.147024 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5048bc-21a7-4a87-ba7e-dfb3634306bd req-8126b273-a750-4354-8699-cb4a7f5375cc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:56.149047 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9d5048bc-21a7-4a87-ba7e-dfb3634306bd req-8126b273-a750-4354-8699-cb4a7f5375cc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 943 time: 0.0486627 Aug 18 15:57:56.186489 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9d5048bc-21a7-4a87-ba7e-dfb3634306bd req-a312dd17-12e0-4122-8cec-b50a0b89cd99 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314534 Aug 18 15:57:56.458232 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4e1de-02b5-421c-86b4-07c5b09c7ba9 req-571bc6b7-9f60-4ba6-b2dd-f517491a2079 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:56.459707 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dba4e1de-02b5-421c-86b4-07c5b09c7ba9 req-571bc6b7-9f60-4ba6-b2dd-f517491a2079 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0543089 Aug 18 15:57:56.498943 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dba4e1de-02b5-421c-86b4-07c5b09c7ba9 req-b9f047f0-c736-4f46-a897-690ca0a17f79 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324619 Aug 18 15:57:57.176160 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f8eae-e6f4-4ea4-9299-c5187b90ba3f req-64a4ac3d-8570-4b6c-8d6c-f04f85a2d0c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:57.178716 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c2f8eae-e6f4-4ea4-9299-c5187b90ba3f req-64a4ac3d-8570-4b6c-8d6c-f04f85a2d0c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0677624 Aug 18 15:57:57.244893 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c2f8eae-e6f4-4ea4-9299-c5187b90ba3f req-2af93226-1484-48d4-8139-a4df325f5cb0 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546286 Aug 18 15:57:57.252971 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4ef58-1c2a-4941-b28f-069560d4d1e3 req-91f4757e-90df-4c2b-9a48-8d1767f7b1e8 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:57.254419 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-91a4ef58-1c2a-4941-b28f-069560d4d1e3 req-91f4757e-90df-4c2b-9a48-8d1767f7b1e8 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 944 time: 0.0727565 Aug 18 15:57:57.300280 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-91a4ef58-1c2a-4941-b28f-069560d4d1e3 req-5680fc70-5ca7-448e-b7e3-7db15e77e311 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337265 Aug 18 15:57:57.354222 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a3370-74d8-419b-9dc8-e9570a083786 req-c0078b39-b75c-47af-a579-88c280f5f36d tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:57.355705 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4f8a3370-74d8-419b-9dc8-e9570a083786 req-c0078b39-b75c-47af-a579-88c280f5f36d tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 943 time: 0.0533998 Aug 18 15:57:57.398462 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4f8a3370-74d8-419b-9dc8-e9570a083786 req-94fd9818-ec07-4288-813e-231db4441c1f tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364377 Aug 18 15:57:57.614818 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c8f0c-e5f8-4402-9e6b-c6cf9f4483ac req-3b572a81-101f-4056-a2a3-7221dff223b4 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:57.616271 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-916c8f0c-e5f8-4402-9e6b-c6cf9f4483ac req-3b572a81-101f-4056-a2a3-7221dff223b4 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0491533 Aug 18 15:57:57.653693 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-916c8f0c-e5f8-4402-9e6b-c6cf9f4483ac req-592adaad-044b-438a-b8ed-9ea4dc1877d9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Aug 18 15:57:58.346939 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['703e24f7-0b2d-420b-be9b-91b9214eb355'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:57:58.362733 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142794c9-8588-4238-b4e1-59dcdf7b0870 req-e71b832e-3ba9-4d3e-b59a-39aac6c13991 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:58.364391 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-142794c9-8588-4238-b4e1-59dcdf7b0870 req-e71b832e-3ba9-4d3e-b59a-39aac6c13991 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0527925 Aug 18 15:57:58.438642 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-142794c9-8588-4238-b4e1-59dcdf7b0870 req-d17a873e-cb6e-42da-8645-bd3ceff3c8e7 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617344 Aug 18 15:57:58.448278 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ad314-8399-41a9-9802-0ed303d72f6c req-5454802e-05f8-484c-9f8a-31eb12c48b1c tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:58.449897 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f92ad314-8399-41a9-9802-0ed303d72f6c req-5454802e-05f8-484c-9f8a-31eb12c48b1c tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 944 time: 0.0837300 Aug 18 15:57:58.493844 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f92ad314-8399-41a9-9802-0ed303d72f6c req-00f749fb-40ee-43aa-adc9-875541035b4c tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370212 Aug 18 15:57:58.562032 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce1b0f-c490-44b5-8374-e469913d28ea req-0632cd9b-92d0-4142-b245-94b5ac99d9a3 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:58.563544 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d0ce1b0f-c490-44b5-8374-e469913d28ea req-0632cd9b-92d0-4142-b245-94b5ac99d9a3 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 943 time: 0.0529912 Aug 18 15:57:58.607313 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d0ce1b0f-c490-44b5-8374-e469913d28ea req-cb72e00e-7d21-430b-8042-2bf78a3e5f7a tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376019 Aug 18 15:57:58.730752 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046ae1b-5b58-4ce5-a5fb-a37e448ad17c req-fd5a40e2-028c-477f-8263-a8c5f014987e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:58.732275 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7046ae1b-5b58-4ce5-a5fb-a37e448ad17c req-fd5a40e2-028c-477f-8263-a8c5f014987e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0516698 Aug 18 15:57:58.841366 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc6f15-4921-408f-998b-e8f28ae73bcd req-53eb9a8d-1a9a-4da3-afd6-642886246b71 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:58.842906 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-badc6f15-4921-408f-998b-e8f28ae73bcd req-53eb9a8d-1a9a-4da3-afd6-642886246b71 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1097059 Aug 18 15:57:58.845856 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7046ae1b-5b58-4ce5-a5fb-a37e448ad17c req-c16d6498-543a-4840-8834-ce093f6eb412 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040494 Aug 18 15:57:58.873554 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b730c-f1b0-40e1-87a1-56ec4c300f96 req-8f959755-0326-4a3b-96cf-f040403c85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:58.875059 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e95b730c-f1b0-40e1-87a1-56ec4c300f96 req-8f959755-0326-4a3b-96cf-f040403c85bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccaffe3a9ca44a16b5da3fca67b2818c&device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 1099 time: 0.1013777 Aug 18 15:57:58.908706 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-badc6f15-4921-408f-998b-e8f28ae73bcd req-20ffc56f-ff89-4996-b364-7b445a939b33 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581496 Aug 18 15:57:58.982321 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b730c-f1b0-40e1-87a1-56ec4c300f96 req-06476186-bfcc-40ff-884c-fea545662319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:58.983830 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e95b730c-f1b0-40e1-87a1-56ec4c300f96 req-06476186-bfcc-40ff-884c-fea545662319 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae7b7023-460b-4b28-b8eb-4b3713d44050 HTTP/1.1" status: 200 len: 910 time: 0.0985940 Aug 18 15:57:59.103684 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e95b730c-f1b0-40e1-87a1-56ec4c300f96 req-000bd66b-c4ca-41b2-99f8-3c2d36a12caf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3adc23-1d74-4cd8-8ec3-75212b5a70bb HTTP/1.1" status: 200 len: 1002 time: 0.1056767 Aug 18 15:57:59.167477 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b730c-f1b0-40e1-87a1-56ec4c300f96 req-41b59ae2-d4fc-44b4-83f3-e988ce7a2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:59.170221 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e95b730c-f1b0-40e1-87a1-56ec4c300f96 req-41b59ae2-d4fc-44b4-83f3-e988ce7a2357 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=439e0f3c-ed2e-4369-b19c-29e2fcf27f7e HTTP/1.1" status: 200 len: 848 time: 0.0511456 Aug 18 15:57:59.228292 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b730c-f1b0-40e1-87a1-56ec4c300f96 req-a20c6d0a-173f-43d4-81ba-473369b00e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:59.229791 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e95b730c-f1b0-40e1-87a1-56ec4c300f96 req-a20c6d0a-173f-43d4-81ba-473369b00e96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae7b7023-460b-4b28-b8eb-4b3713d44050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403481 Aug 18 15:57:59.323988 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e95b730c-f1b0-40e1-87a1-56ec4c300f96 req-7e1d1393-762d-448c-b744-c78b51728332 service neutron] 10.222.0.20 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845313 Aug 18 15:57:59.420429 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e95b730c-f1b0-40e1-87a1-56ec4c300f96 req-7a729470-3881-487c-94ed-0f3d2f321883 service neutron] 10.222.0.20 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880356 Aug 18 15:57:59.613700 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92029b17-522a-46c6-8c5c-dfcd7830946b req-97563e60-e0ee-4155-90e2-ab661ba2abd3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:59.615153 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-92029b17-522a-46c6-8c5c-dfcd7830946b req-97563e60-e0ee-4155-90e2-ab661ba2abd3 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 944 time: 0.0481894 Aug 18 15:57:59.661517 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-92029b17-522a-46c6-8c5c-dfcd7830946b req-465f2f01-d9d4-4d6e-a277-b78b203fe192 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394387 Aug 18 15:57:59.726784 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785aa13-fe40-4eea-b961-aaa14dbf74a1 req-f0712ae6-5eeb-43e2-b721-1f64b8cc99e2 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:59.728332 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3785aa13-fe40-4eea-b961-aaa14dbf74a1 req-f0712ae6-5eeb-43e2-b721-1f64b8cc99e2 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 943 time: 0.0525632 Aug 18 15:57:59.766791 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3785aa13-fe40-4eea-b961-aaa14dbf74a1 req-f48f08ee-7d3c-41b1-bb8f-cd8b97e091e6 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324154 Aug 18 15:57:59.910276 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 4f709847-231d-4c47-b4cf-101ae2a7e1d7 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:57:59.914307 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 703e24f7-0b2d-420b-be9b-91b9214eb355 up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:57:59.980556 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86050a-0c3a-4feb-8a71-535411174629 req-2e7fe7a0-64bc-4a83-97d4-dbee45583aaa tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:57:59.982176 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8c86050a-0c3a-4feb-8a71-535411174629 req-2e7fe7a0-64bc-4a83-97d4-dbee45583aaa tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0654135 Aug 18 15:58:00.021914 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port 703e24f7-0b2d-420b-be9b-91b9214eb355 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:58:00.030543 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 703e24f7-0b2d-420b-be9b-91b9214eb355 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:00.030917 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:00.057805 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8c86050a-0c3a-4feb-8a71-535411174629 req-eed41002-b8dd-466a-98d2-b27253a45b70 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683057 Aug 18 15:58:00.082316 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c4c1f-eb77-403b-8b3e-cd37dfeea065 req-5350c1cf-df48-446a-a0b5-df2e04771aef tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:00.083918 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 4f709847-231d-4c47-b4cf-101ae2a7e1d7, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=4f709847-231d-4c47-b4cf-101ae2a7e1d7,segment=NetworkSegment(b81cfe36-462e-43cc-b971-50d5eb6e41c0),segment_id=b81cfe36-462e-43cc-b971-50d5eb6e41c0)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:58:00.084259 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0e8c4c1f-eb77-403b-8b3e-cd37dfeea065 req-5350c1cf-df48-446a-a0b5-df2e04771aef tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0966434 Aug 18 15:58:00.099485 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '4f709847-231d-4c47-b4cf-101ae2a7e1d7', 'network_id': 'd793ee38-ef0d-44b1-aaa5-5b64cef4d17f', 'port_id': '4f709847-231d-4c47-b4cf-101ae2a7e1d7', 'mac_address': 'fa:16:3e:e4:17:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80087f7-4ed7-4f3b-bc82-18013e59e3fe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:58:00.127823 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0e8c4c1f-eb77-403b-8b3e-cd37dfeea065 req-0deb4dd0-78c2-4720-ab84-6a3eaf42c7a2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357099 Aug 18 15:58:00.177497 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:00.181345 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:00.209110 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f709847-231d-4c47-b4cf-101ae2a7e1d7 {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:58:00.219128 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8b7fad-2f5f-4243-9199-c5d77b35cfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703e24f7-0b2d-420b-be9b-91b9214eb355'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:58:00.221397 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336ee2da-59a7-4d2b-8eaf-8d6cf1f66021" -d '{"events": [{"server_uuid": "2d8b7fad-2f5f-4243-9199-c5d77b35cfc2", "name": "network-vif-plugged", "status": "completed", "tag": "703e24f7-0b2d-420b-be9b-91b9214eb355"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:58:00.277904 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 703e24f7-0b2d-420b-be9b-91b9214eb355, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=703e24f7-0b2d-420b-be9b-91b9214eb355,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:58:00.281282 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0177b7-1bbd-4cd5-8cd3-001a6695be2b x-openstack-request-id: req-fc0177b7-1bbd-4cd5-8cd3-001a6695be2b {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:58:00.281578 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8b7fad-2f5f-4243-9199-c5d77b35cfc2", "name": "network-vif-plugged", "status": "completed", "tag": "703e24f7-0b2d-420b-be9b-91b9214eb355", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:58:00.281834 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc0177b7-1bbd-4cd5-8cd3-001a6695be2b {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:58:00.282253 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8b7fad-2f5f-4243-9199-c5d77b35cfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703e24f7-0b2d-420b-be9b-91b9214eb355', 'code': 200} Aug 18 15:58:00.284094 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 4f709847-231d-4c47-b4cf-101ae2a7e1d7, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=4f709847-231d-4c47-b4cf-101ae2a7e1d7,segment=NetworkSegment(b81cfe36-462e-43cc-b971-50d5eb6e41c0),segment_id=b81cfe36-462e-43cc-b971-50d5eb6e41c0)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:58:00.285211 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:00.291060 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:00.339619 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=703e24f7-0b2d-420b-be9b-91b9214eb355,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:00.396541 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=4f709847-231d-4c47-b4cf-101ae2a7e1d7,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:00.501653 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7a9b1-187d-47bb-b9e8-a00360903003 req-5058ab48-04b6-4ed7-bc2d-e328bff7a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:00.503474 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-96a7a9b1-187d-47bb-b9e8-a00360903003 req-5058ab48-04b6-4ed7-bc2d-e328bff7a013 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 1098 time: 0.0471153 Aug 18 15:58:00.550455 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-96a7a9b1-187d-47bb-b9e8-a00360903003 req-648bdf4f-d471-4022-9aeb-b2931359db9c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360348 Aug 18 15:58:00.719102 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['4f709847-231d-4c47-b4cf-101ae2a7e1d7'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:58:00.781030 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb4ea6-b9b2-45a6-8c2a-74e0349c54dc req-e34dd73f-9176-490d-830d-f686b54cdcb0 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:00.782746 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f0cb4ea6-b9b2-45a6-8c2a-74e0349c54dc req-e34dd73f-9176-490d-830d-f686b54cdcb0 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 945 time: 0.0528274 Aug 18 15:58:00.827254 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f0cb4ea6-b9b2-45a6-8c2a-74e0349c54dc req-25dc97cf-c7a5-4631-92b0-ed3b16d29095 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385399 Aug 18 15:58:00.893444 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c6134-92d5-4d1e-9f77-54c1188aab72 req-3184d41d-8df8-4f56-89e8-cf054137f207 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:00.894900 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8d7c6134-92d5-4d1e-9f77-54c1188aab72 req-3184d41d-8df8-4f56-89e8-cf054137f207 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 944 time: 0.0479345 Aug 18 15:58:00.932024 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8d7c6134-92d5-4d1e-9f77-54c1188aab72 req-e0a0a57e-46c9-4bae-be9f-dc29acde75ed tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305500 Aug 18 15:58:01.176696 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033bcfb-670e-4fa8-a053-d7e3f5759c72 req-d11bb2cc-770d-454c-acff-8587ca4078e9 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:01.178198 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0033bcfb-670e-4fa8-a053-d7e3f5759c72 req-d11bb2cc-770d-454c-acff-8587ca4078e9 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0527112 Aug 18 15:58:01.222181 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0033bcfb-670e-4fa8-a053-d7e3f5759c72 req-3c3d634e-c976-464e-9eaf-cf92f7de5bbd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337839 Aug 18 15:58:01.945595 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255a0a-e52b-4f1b-8baf-c9bcc13f9975 req-64ad47d1-806a-47c0-92e1-5d8aad7b7b93 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:01.947087 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-82255a0a-e52b-4f1b-8baf-c9bcc13f9975 req-64ad47d1-806a-47c0-92e1-5d8aad7b7b93 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 945 time: 0.0479176 Aug 18 15:58:01.987514 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-82255a0a-e52b-4f1b-8baf-c9bcc13f9975 req-ee815651-3b2b-4e90-bfcb-0a3d32f1176d tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339372 Aug 18 15:58:02.047750 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ec1b8-64ee-4768-a626-dd6013e00dde req-75192a3a-9de9-4813-99d7-94d4aeba63af tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:02.049265 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-478ec1b8-64ee-4768-a626-dd6013e00dde req-75192a3a-9de9-4813-99d7-94d4aeba63af tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 944 time: 0.0493355 Aug 18 15:58:02.099370 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-478ec1b8-64ee-4768-a626-dd6013e00dde req-436d2bf6-9921-40f6-b4b3-264c13847be0 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434449 Aug 18 15:58:02.360850 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae5580-23a7-4931-a64d-fa701dff54cc req-13252fc1-3cc8-4a94-a19d-090564c615c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:02.362515 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52ae5580-23a7-4931-a64d-fa701dff54cc req-13252fc1-3cc8-4a94-a19d-090564c615c4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0598001 Aug 18 15:58:02.404074 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52ae5580-23a7-4931-a64d-fa701dff54cc req-59e09d2d-8e5a-45c7-8a6a-de49b3e59c02 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351839 Aug 18 15:58:03.219798 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173d1bb-772e-41b0-a579-0e5bc6461e98 req-a8405341-6868-4182-b049-c93563c5024f tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:03.221324 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a173d1bb-772e-41b0-a579-0e5bc6461e98 req-a8405341-6868-4182-b049-c93563c5024f tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 944 time: 0.0550096 Aug 18 15:58:03.258967 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a173d1bb-772e-41b0-a579-0e5bc6461e98 req-fbda1a9d-eaf0-4b5a-906b-6b0b4ec7d874 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317359 Aug 18 15:58:03.518269 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3ee28-9f25-496c-b428-15be5631033d req-c4981e13-3147-4f08-8d7a-b6e1bbbdc768 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:03.519752 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-27d3ee28-9f25-496c-b428-15be5631033d req-c4981e13-3147-4f08-8d7a-b6e1bbbdc768 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0491970 Aug 18 15:58:03.557278 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-27d3ee28-9f25-496c-b428-15be5631033d req-f00410fd-377a-409d-89b3-770664c8410e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313740 Aug 18 15:58:03.956710 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 4f709847-231d-4c47-b4cf-101ae2a7e1d7 up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:58:04.005735 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port 4f709847-231d-4c47-b4cf-101ae2a7e1d7 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:58:04.009675 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 4f709847-231d-4c47-b4cf-101ae2a7e1d7 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:04.010054 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:04.088832 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:04.110970 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3bc56e-b57f-4125-8f99-8bec91605343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f709847-231d-4c47-b4cf-101ae2a7e1d7'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:58:04.113262 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d16dc3f-32b2-463d-9d6a-409a585c581d" -d '{"events": [{"server_uuid": "0c3bc56e-b57f-4125-8f99-8bec91605343", "name": "network-vif-plugged", "status": "completed", "tag": "4f709847-231d-4c47-b4cf-101ae2a7e1d7"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:58:04.126932 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 4f709847-231d-4c47-b4cf-101ae2a7e1d7, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=4f709847-231d-4c47-b4cf-101ae2a7e1d7,segment=NetworkSegment(b81cfe36-462e-43cc-b971-50d5eb6e41c0),segment_id=b81cfe36-462e-43cc-b971-50d5eb6e41c0)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:58:04.131155 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:04.155797 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5657bc-f341-4bcd-bd49-bdef5a182c2d x-openstack-request-id: req-cc5657bc-f341-4bcd-bd49-bdef5a182c2d {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:58:04.156092 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3bc56e-b57f-4125-8f99-8bec91605343", "name": "network-vif-plugged", "status": "completed", "tag": "4f709847-231d-4c47-b4cf-101ae2a7e1d7", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:58:04.156345 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc5657bc-f341-4bcd-bd49-bdef5a182c2d {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:58:04.156781 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3bc56e-b57f-4125-8f99-8bec91605343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f709847-231d-4c47-b4cf-101ae2a7e1d7', 'code': 200} Aug 18 15:58:04.183930 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=4f709847-231d-4c47-b4cf-101ae2a7e1d7,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:04.368657 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0bf76-8c26-4d1b-ad63-676beb2caef7 req-8fd125f9-f581-470a-af78-486f07f7caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:04.370206 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-63a0bf76-8c26-4d1b-ad63-676beb2caef7 req-8fd125f9-f581-470a-af78-486f07f7caa2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 1098 time: 0.0736597 Aug 18 15:58:04.384517 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841510eb-6eac-429b-9aae-10cdd6cc3da5 req-5fc37c79-73ea-4cca-9321-1cc17ca087b4 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:04.386423 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-841510eb-6eac-429b-9aae-10cdd6cc3da5 req-5fc37c79-73ea-4cca-9321-1cc17ca087b4 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 945 time: 0.0608459 Aug 18 15:58:04.443522 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-63a0bf76-8c26-4d1b-ad63-676beb2caef7 req-37458821-64d2-4239-9c5a-cd657cf30e02 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558143 Aug 18 15:58:04.448671 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-841510eb-6eac-429b-9aae-10cdd6cc3da5 req-eb6b1124-5c9e-4b6e-8ea9-c4e5bfc2d327 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550020 Aug 18 15:58:04.675700 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897dd01-e5f8-4659-8eb1-8b7a39c9bc78 req-c2387b81-898f-4b39-ab6c-392e93f38e29 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:04.677195 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c897dd01-e5f8-4659-8eb1-8b7a39c9bc78 req-c2387b81-898f-4b39-ab6c-392e93f38e29 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0496349 Aug 18 15:58:04.722741 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c897dd01-e5f8-4659-8eb1-8b7a39c9bc78 req-1ea23076-a72b-4721-a832-64214e68fca2 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357978 Aug 18 15:58:05.583570 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b85240-6cd7-4d89-8e14-67c9d557c6df req-720c8c5e-de31-458d-90ce-d8d19b88c16a tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:05.585052 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e2b85240-6cd7-4d89-8e14-67c9d557c6df req-720c8c5e-de31-458d-90ce-d8d19b88c16a tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 945 time: 0.0693381 Aug 18 15:58:05.624357 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e2b85240-6cd7-4d89-8e14-67c9d557c6df req-0c7c2857-0320-4168-b422-a3b77b17f57f tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327699 Aug 18 15:58:05.838740 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6ca47-7d6b-485e-bced-b0c27e86b445 req-7bcea045-403d-45b6-bf4c-f5580451ea4c tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:05.840198 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e0f6ca47-7d6b-485e-bced-b0c27e86b445 req-7bcea045-403d-45b6-bf4c-f5580451ea4c tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0482614 Aug 18 15:58:05.877447 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e0f6ca47-7d6b-485e-bced-b0c27e86b445 req-174d3395-70ec-4e62-b547-98e5d7946c8e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312297 Aug 18 15:58:06.737096 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160cb01-15a9-4661-a0af-3c2ec21b80ec req-cd99b9d5-508b-4d68-bf7e-a141855809f8 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:06.738541 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1160cb01-15a9-4661-a0af-3c2ec21b80ec req-cd99b9d5-508b-4d68-bf7e-a141855809f8 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 945 time: 0.0475774 Aug 18 15:58:06.781245 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1160cb01-15a9-4661-a0af-3c2ec21b80ec req-6c2c1f74-2b4e-4977-9896-96838bc50b3b tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361564 Aug 18 15:58:06.994933 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ce12d-0ddf-4103-ace9-0e40d267662c req-9e99df1d-d03e-49c3-b5ea-20db9822eadf tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:06.996468 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-278ce12d-0ddf-4103-ace9-0e40d267662c req-9e99df1d-d03e-49c3-b5ea-20db9822eadf tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0508127 Aug 18 15:58:07.035563 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-278ce12d-0ddf-4103-ace9-0e40d267662c req-a4d20cc5-056e-491c-93e4-ef22723a78a3 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333023 Aug 18 15:58:08.152596 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dc6ea-77ac-47e7-8dee-46872f2a42b3 req-d75e01e2-d428-427e-9301-c72e6650e509 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:08.154113 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dd9dc6ea-77ac-47e7-8dee-46872f2a42b3 req-d75e01e2-d428-427e-9301-c72e6650e509 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0479596 Aug 18 15:58:08.191494 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dd9dc6ea-77ac-47e7-8dee-46872f2a42b3 req-e54a78e2-6900-47b6-9ce6-37c39b785d23 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314882 Aug 18 15:58:09.305451 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795e0de-d53d-4046-ad61-43194fc7b056 req-6149118d-bbe6-4c73-960e-05f9821f4c53 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:09.306964 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3795e0de-d53d-4046-ad61-43194fc7b056 req-6149118d-bbe6-4c73-960e-05f9821f4c53 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0478916 Aug 18 15:58:09.349383 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3795e0de-d53d-4046-ad61-43194fc7b056 req-33b0e024-bda9-424d-8ead-e85a5cbedae6 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365462 Aug 18 15:58:10.465006 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab0ab6-2e3a-4a16-a146-34122c614b2f req-597528f5-86db-4bee-8255-1e4abbdd735d tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:10.466492 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a6ab0ab6-2e3a-4a16-a146-34122c614b2f req-597528f5-86db-4bee-8255-1e4abbdd735d tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0490360 Aug 18 15:58:10.503694 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a6ab0ab6-2e3a-4a16-a146-34122c614b2f req-e0629197-f160-4c73-82d2-714ed5b6dd34 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313272 Aug 18 15:58:11.618894 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b4e93-dbb2-4fb6-ad73-465a745ef7c5 req-b70dc149-6fbc-41b5-b9b0-90226a1dbcc2 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:11.620410 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-412b4e93-dbb2-4fb6-ad73-465a745ef7c5 req-b70dc149-6fbc-41b5-b9b0-90226a1dbcc2 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0498366 Aug 18 15:58:11.660885 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-412b4e93-dbb2-4fb6-ad73-465a745ef7c5 req-45782e26-99cf-431a-b589-6dced11c8cc0 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344841 Aug 18 15:58:12.207082 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af94261-241d-4a75-88dd-dd93a96e1bc2 req-f1bb492d-b98a-4d61-9fb1-57c8072041b5 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:12.208974 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3af94261-241d-4a75-88dd-dd93a96e1bc2 req-f1bb492d-b98a-4d61-9fb1-57c8072041b5 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0526366 Aug 18 15:58:12.278330 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3af94261-241d-4a75-88dd-dd93a96e1bc2 req-762aa5a9-097d-4c2f-8c7b-28730d89a5a9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625212 Aug 18 15:58:12.294571 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01972c-787f-4305-835c-93f3522737f4 req-3b0cbcae-5bab-4ee1-99dc-2f097374fa97 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:12.296060 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3e01972c-787f-4305-835c-93f3522737f4 req-3b0cbcae-5bab-4ee1-99dc-2f097374fa97 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 945 time: 0.0637002 Aug 18 15:58:12.334789 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3e01972c-787f-4305-835c-93f3522737f4 req-6c1d5ab9-c96c-4efb-8b3e-94c884224faf tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328138 Aug 18 15:58:12.804853 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af042af7-8bb8-47a8-8130-2ffb3cdf6672 req-348bdc03-28db-43c2-b1b7-99e46ca292ee tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:12.806389 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-af042af7-8bb8-47a8-8130-2ffb3cdf6672 req-348bdc03-28db-43c2-b1b7-99e46ca292ee tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0687084 Aug 18 15:58:12.855562 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-af042af7-8bb8-47a8-8130-2ffb3cdf6672 req-71ccf87d-33ce-4a17-906f-3229994d3806 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419595 Aug 18 15:58:13.283370 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63aed-f70a-4267-a204-5589fbdcf6c4 req-7b3e7c7c-01ab-46fe-80d9-1ced5207a4be tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:13.284942 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bfe63aed-f70a-4267-a204-5589fbdcf6c4 req-7b3e7c7c-01ab-46fe-80d9-1ced5207a4be tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 945 time: 0.0601585 Aug 18 15:58:13.326335 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bfe63aed-f70a-4267-a204-5589fbdcf6c4 req-04e90fb6-f72b-481a-8c66-7170ac9163a9 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349567 Aug 18 15:58:13.471390 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982f56a-950d-4d06-8b56-abf2399d85ea req-62dea1f4-7824-4025-b2c1-ad1ee961685e tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:13.473014 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7982f56a-950d-4d06-8b56-abf2399d85ea req-62dea1f4-7824-4025-b2c1-ad1ee961685e tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 945 time: 0.0636203 Aug 18 15:58:13.520093 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7982f56a-950d-4d06-8b56-abf2399d85ea req-3ca08b7c-e9ef-4997-85ce-132febe8d73f tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395956 Aug 18 15:58:13.972879 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59fdc4-e366-419d-be09-6631c2712205 req-fd49f0ea-c987-49fb-9341-4c4f2bf56cb5 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:13.974353 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0a59fdc4-e366-419d-be09-6631c2712205 req-fd49f0ea-c987-49fb-9341-4c4f2bf56cb5 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0512595 Aug 18 15:58:14.013687 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0a59fdc4-e366-419d-be09-6631c2712205 req-b4238278-967b-4381-a1dc-6575a6de7a1f tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322087 Aug 18 15:58:14.447392 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463336ae-5e74-4580-a08c-3c23ff8e3dd7 req-0a01913b-741e-42eb-9182-96e1643c63f6 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:14.448908 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-463336ae-5e74-4580-a08c-3c23ff8e3dd7 req-0a01913b-741e-42eb-9182-96e1643c63f6 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 945 time: 0.0514877 Aug 18 15:58:14.487825 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-463336ae-5e74-4580-a08c-3c23ff8e3dd7 req-d646b3ed-fe5a-4f63-98f4-1f663ebbb617 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329502 Aug 18 15:58:14.637952 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02569c1-60ff-41e5-ae1b-8a123407afa3 req-46ba8384-b1f5-4eab-be6a-2143a923e492 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:14.639438 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c02569c1-60ff-41e5-ae1b-8a123407afa3 req-46ba8384-b1f5-4eab-be6a-2143a923e492 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 945 time: 0.0494144 Aug 18 15:58:14.678100 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c02569c1-60ff-41e5-ae1b-8a123407afa3 req-1070edd8-b60a-4375-910e-eed2327c4916 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326543 Aug 18 15:58:14.747016 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-7ff983c1-bd44-4d62-bace-130ed9a2b042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:15.164413 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e77db-7430-47ee-9655-e6b06d23a629 req-4f35c5e8-4805-4320-843f-56e52605df9b tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:15.165897 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0a0e77db-7430-47ee-9655-e6b06d23a629 req-4f35c5e8-4805-4320-843f-56e52605df9b tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0478220 Aug 18 15:58:15.203575 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0a0e77db-7430-47ee-9655-e6b06d23a629 req-540fec48-6d13-41cd-a124-3bf61fa813bb tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317628 Aug 18 15:58:15.605018 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba866e-90c8-476f-be90-52aa1f4f7acf req-ffab3daf-069a-481c-b5ea-9f66122dbf42 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:15.606458 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-72ba866e-90c8-476f-be90-52aa1f4f7acf req-ffab3daf-069a-481c-b5ea-9f66122dbf42 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 945 time: 0.0502872 Aug 18 15:58:15.643844 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-72ba866e-90c8-476f-be90-52aa1f4f7acf req-d31ef71c-3935-4c60-b84d-871b20fd7528 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315964 Aug 18 15:58:15.794213 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979412c-5372-4c5b-8c2f-50cdfd12bf44 req-2d878144-40fe-48cc-abfc-214c44d8a5d7 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:15.795697 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1979412c-5372-4c5b-8c2f-50cdfd12bf44 req-2d878144-40fe-48cc-abfc-214c44d8a5d7 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 945 time: 0.0503790 Aug 18 15:58:15.833919 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1979412c-5372-4c5b-8c2f-50cdfd12bf44 req-5bd15de7-28c6-4653-b829-ca288b3616da tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322266 Aug 18 15:58:16.317773 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c395d8-7bec-484a-b687-2b5ea5a4aef7 req-485bf808-d403-48d4-a9d6-0829af725224 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:16.319168 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-66c395d8-7bec-484a-b687-2b5ea5a4aef7 req-485bf808-d403-48d4-a9d6-0829af725224 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0486732 Aug 18 15:58:16.357691 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-66c395d8-7bec-484a-b687-2b5ea5a4aef7 req-6f1fc186-b4aa-4cf6-ae92-d4f7e0512c0a tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319805 Aug 18 15:58:16.762029 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0f2f5-5b94-466a-87e8-759b0463c667 req-6559f258-30e1-4930-887f-138df5a55f78 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:16.763550 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f7f0f2f5-5b94-466a-87e8-759b0463c667 req-6559f258-30e1-4930-887f-138df5a55f78 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 945 time: 0.0518348 Aug 18 15:58:16.801797 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f7f0f2f5-5b94-466a-87e8-759b0463c667 req-7268cac8-be64-4847-a6f4-7f7005b3b5b7 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322292 Aug 18 15:58:16.948452 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194ff1d-13b5-4539-ba92-f9837237fbbf req-d124bfa7-6084-4440-833f-c3c66f6c347a tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:16.949943 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1194ff1d-13b5-4539-ba92-f9837237fbbf req-d124bfa7-6084-4440-833f-c3c66f6c347a tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 945 time: 0.0488167 Aug 18 15:58:16.987884 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1194ff1d-13b5-4539-ba92-f9837237fbbf req-d4d8a532-b6e2-498b-b47d-bdb2e322cb43 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321608 Aug 18 15:58:17.475300 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb574e5-1f4a-482a-ba9b-9561d4906e9c req-fc73f091-1b7e-4026-bcc2-9ec50456bf66 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:17.476825 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6fb574e5-1f4a-482a-ba9b-9561d4906e9c req-fc73f091-1b7e-4026-bcc2-9ec50456bf66 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0532632 Aug 18 15:58:17.515353 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6fb574e5-1f4a-482a-ba9b-9561d4906e9c req-153cf6b4-491c-42f3-a1c1-3549a100862d tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326169 Aug 18 15:58:17.667972 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-364697bf-0606-46fe-883a-c0231c59aa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:17.871158 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:17.934066 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af699ae-7bd4-401f-9245-c8344d243658 req-68d1a49d-08fc-46e6-a3a7-f853689492ef tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:17.935511 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0af699ae-7bd4-401f-9245-c8344d243658 req-68d1a49d-08fc-46e6-a3a7-f853689492ef tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 945 time: 0.0655324 Aug 18 15:58:17.979279 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0af699ae-7bd4-401f-9245-c8344d243658 req-c3b3d139-f267-4066-988c-103d5443198e tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379097 Aug 18 15:58:18.139696 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb44e5-0309-407c-ac98-e9fd60b2ab01 req-3ca20b01-87d7-469f-86a3-0b54c088dd29 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:18.141212 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0eeb44e5-0309-407c-ac98-e9fd60b2ab01 req-3ca20b01-87d7-469f-86a3-0b54c088dd29 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 945 time: 0.0855894 Aug 18 15:58:18.150223 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20d8aa-88d4-4c4b-a628-86f709f8164c req-a3cdf38e-0e51-46f5-9ac1-845c9b2b71b7 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:18.151884 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-eb20d8aa-88d4-4c4b-a628-86f709f8164c req-a3cdf38e-0e51-46f5-9ac1-845c9b2b71b7 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 945 time: 0.0702372 Aug 18 15:58:18.214638 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0eeb44e5-0309-407c-ac98-e9fd60b2ab01 req-c96d9bde-38f8-4161-afca-1f5fe6e9aeec tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d490d44-6d83-4667-96ea-c0ccfd2a99ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616455 Aug 18 15:58:18.268420 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-eb20d8aa-88d4-4c4b-a628-86f709f8164c req-11368b54-97df-4be6-b2a3-afce3345f1cc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Deleting port 4f709847-231d-4c47-b4cf-101ae2a7e1d7 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:58:18.268786 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-eb20d8aa-88d4-4c4b-a628-86f709f8164c req-11368b54-97df-4be6-b2a3-afce3345f1cc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:18.358702 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-eb20d8aa-88d4-4c4b-a628-86f709f8164c req-11368b54-97df-4be6-b2a3-afce3345f1cc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] For port 4f709847-231d-4c47-b4cf-101ae2a7e1d7, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=4f709847-231d-4c47-b4cf-101ae2a7e1d7,segment=NetworkSegment(b81cfe36-462e-43cc-b971-50d5eb6e41c0),segment_id=b81cfe36-462e-43cc-b971-50d5eb6e41c0)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:58:18.359224 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-eb20d8aa-88d4-4c4b-a628-86f709f8164c req-11368b54-97df-4be6-b2a3-afce3345f1cc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:18.371573 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-eb20d8aa-88d4-4c4b-a628-86f709f8164c req-11368b54-97df-4be6-b2a3-afce3345f1cc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Calling delete_port for 4f709847-231d-4c47-b4cf-101ae2a7e1d7 owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:58:18.516759 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-eb20d8aa-88d4-4c4b-a628-86f709f8164c req-11368b54-97df-4be6-b2a3-afce3345f1cc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:18.534150 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['4f709847-231d-4c47-b4cf-101ae2a7e1d7'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:58:18.579892 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11368b54-97df-4be6-b2a3-afce3345f1cc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Pushing event deleted for resources: {'Port': ['ID=4f709847-231d-4c47-b4cf-101ae2a7e1d7,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:18.603650 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb20d8aa-88d4-4c4b-a628-86f709f8164c req-11368b54-97df-4be6-b2a3-afce3345f1cc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] No DVR routers for this DVR port 4f709847-231d-4c47-b4cf-101ae2a7e1d7 on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:58:18.606503 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-eb20d8aa-88d4-4c4b-a628-86f709f8164c req-11368b54-97df-4be6-b2a3-afce3345f1cc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:18.608869 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-eb20d8aa-88d4-4c4b-a628-86f709f8164c req-11368b54-97df-4be6-b2a3-afce3345f1cc tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.20 "DELETE /v2.0/ports/4f709847-231d-4c47-b4cf-101ae2a7e1d7 HTTP/1.1" status: 204 len: 173 time: 0.4393246 Aug 18 15:58:18.610460 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3bc56e-b57f-4125-8f99-8bec91605343', 'name': 'network-vif-deleted', 'tag': '4f709847-231d-4c47-b4cf-101ae2a7e1d7'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:58:18.612664 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b184d7-0a55-48d0-bb07-00f8b5477b53" -d '{"events": [{"server_uuid": "0c3bc56e-b57f-4125-8f99-8bec91605343", "name": "network-vif-deleted", "tag": "4f709847-231d-4c47-b4cf-101ae2a7e1d7"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:58:18.661749 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5ca59b-e304-49d8-9ba2-0aee07dbad7f x-openstack-request-id: req-4e5ca59b-e304-49d8-9ba2-0aee07dbad7f {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:58:18.662050 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3bc56e-b57f-4125-8f99-8bec91605343", "name": "network-vif-deleted", "tag": "4f709847-231d-4c47-b4cf-101ae2a7e1d7", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:58:18.662496 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e5ca59b-e304-49d8-9ba2-0aee07dbad7f {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:58:18.663078 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3bc56e-b57f-4125-8f99-8bec91605343', 'name': 'network-vif-deleted', 'tag': '4f709847-231d-4c47-b4cf-101ae2a7e1d7', 'status': 'completed', 'code': 200} Aug 18 15:58:18.678839 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e32ffd-17eb-4013-87b8-c977ba3c9f67 req-eb59ccb7-3457-4840-ae9d-1eec189afcd3 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:18.681212 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d0e32ffd-17eb-4013-87b8-c977ba3c9f67 req-eb59ccb7-3457-4840-ae9d-1eec189afcd3 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0714331 Aug 18 15:58:18.727374 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d0e32ffd-17eb-4013-87b8-c977ba3c9f67 req-63d1071f-7886-4353-94d8-f07c96d4c187 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386057 Aug 18 15:58:18.779727 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:19.105504 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c92fc-eb52-4889-aa86-9b22e593be66 req-532dc849-0eb5-4ec5-ab39-b21647cd3792 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:19.106974 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ed5c92fc-eb52-4889-aa86-9b22e593be66 req-532dc849-0eb5-4ec5-ab39-b21647cd3792 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 945 time: 0.0541737 Aug 18 15:58:19.180049 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ed5c92fc-eb52-4889-aa86-9b22e593be66 req-f388f497-2852-45dd-8f40-b286ac84066c tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657175 Aug 18 15:58:19.201094 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c78db-f543-4705-8cfb-a8d795f743f1 req-c72d4cb9-2afc-4ebc-ba38-abea0abfc340 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:19.202605 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-da5c78db-f543-4705-8cfb-a8d795f743f1 req-c72d4cb9-2afc-4ebc-ba38-abea0abfc340 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.20 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 945 time: 0.0725281 Aug 18 15:58:19.348189 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bb5c9bf0-2c2c-4373-815e-6378048fabc0 req-f2b490ed-352a-4766-a1ce-edff53a39936 tempest-VolumesActionsTest-177600167 tempest-VolumesActionsTest-177600167-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3bc56e-b57f-4125-8f99-8bec91605343 HTTP/1.1" status: 200 len: 210 time: 0.0321207 Aug 18 15:58:19.374430 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-da5c78db-f543-4705-8cfb-a8d795f743f1 req-d89bc45c-310d-4314-be7c-0ba794e4b6d7 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Deleting port 7f555afd-bc21-459c-8d78-f67cb968158e {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:58:19.374794 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-da5c78db-f543-4705-8cfb-a8d795f743f1 req-d89bc45c-310d-4314-be7c-0ba794e4b6d7 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:19.497604 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-da5c78db-f543-4705-8cfb-a8d795f743f1 req-d89bc45c-310d-4314-be7c-0ba794e4b6d7 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] For port 7f555afd-bc21-459c-8d78-f67cb968158e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7f555afd-bc21-459c-8d78-f67cb968158e,segment=NetworkSegment(863dcc96-1910-4781-a5d8-0e8eb2cc3fe9),segment_id=863dcc96-1910-4781-a5d8-0e8eb2cc3fe9)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:58:19.498573 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-da5c78db-f543-4705-8cfb-a8d795f743f1 req-d89bc45c-310d-4314-be7c-0ba794e4b6d7 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:19.513780 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-da5c78db-f543-4705-8cfb-a8d795f743f1 req-d89bc45c-310d-4314-be7c-0ba794e4b6d7 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Calling delete_port for 7f555afd-bc21-459c-8d78-f67cb968158e owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:58:19.656888 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-da5c78db-f543-4705-8cfb-a8d795f743f1 req-d89bc45c-310d-4314-be7c-0ba794e4b6d7 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:19.668554 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['7f555afd-bc21-459c-8d78-f67cb968158e'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:58:19.687247 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bc45c-310d-4314-be7c-0ba794e4b6d7 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Pushing event deleted for resources: {'Port': ['ID=7f555afd-bc21-459c-8d78-f67cb968158e,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:19.723720 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5c78db-f543-4705-8cfb-a8d795f743f1 req-d89bc45c-310d-4314-be7c-0ba794e4b6d7 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] No DVR routers for this DVR port 7f555afd-bc21-459c-8d78-f67cb968158e on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:58:19.726797 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-da5c78db-f543-4705-8cfb-a8d795f743f1 req-d89bc45c-310d-4314-be7c-0ba794e4b6d7 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:19.728870 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-da5c78db-f543-4705-8cfb-a8d795f743f1 req-d89bc45c-310d-4314-be7c-0ba794e4b6d7 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.20 "DELETE /v2.0/ports/7f555afd-bc21-459c-8d78-f67cb968158e HTTP/1.1" status: 204 len: 173 time: 0.5021417 Aug 18 15:58:19.989253 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:20.309077 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-19ee7be1-9eaa-4a5c-bd50-2ee8cc7719cc req-77606432-ab5f-45a2-9589-b3ea71002d38 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=85150a07-cd6c-4475-96d8-68c89fdc8591 HTTP/1.1" status: 200 len: 210 time: 0.0315890 Aug 18 15:58:20.494549 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936850b6-6a9f-44f8-bef4-2728afbad80d req-682c4127-87e9-4ec4-88ac-ec64a0db0f2a tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:20.496403 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-936850b6-6a9f-44f8-bef4-2728afbad80d req-682c4127-87e9-4ec4-88ac-ec64a0db0f2a tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0873768 Aug 18 15:58:20.518118 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff57191-0468-4bbd-b397-22a7e0e0d204 req-a1bac0d9-73f1-4df8-a7e6-1af5a71fcd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:20.521753 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bff57191-0468-4bbd-b397-22a7e0e0d204 req-a1bac0d9-73f1-4df8-a7e6-1af5a71fcd93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e78890fc8d84a978e7ab7a79a4d6e14&device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 1099 time: 0.1251781 Aug 18 15:58:20.612220 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-936850b6-6a9f-44f8-bef4-2728afbad80d req-b5df3d8d-ca4b-401b-8747-96b10df62f63 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016378 Aug 18 15:58:20.660092 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff57191-0468-4bbd-b397-22a7e0e0d204 req-c63a2495-6436-421d-9352-cb5fc8e8cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:20.661754 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bff57191-0468-4bbd-b397-22a7e0e0d204 req-c63a2495-6436-421d-9352-cb5fc8e8cbd1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0 HTTP/1.1" status: 200 len: 920 time: 0.1235337 Aug 18 15:58:20.664193 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85150a07-cd6c-4475-96d8-68c89fdc8591', 'name': 'network-vif-deleted', 'tag': '7f555afd-bc21-459c-8d78-f67cb968158e'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:58:20.666738 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6009927f-9178-45eb-aa54-1d62c22bf6b5" -d '{"events": [{"server_uuid": "85150a07-cd6c-4475-96d8-68c89fdc8591", "name": "network-vif-deleted", "tag": "7f555afd-bc21-459c-8d78-f67cb968158e"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:58:20.712144 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bff57191-0468-4bbd-b397-22a7e0e0d204 req-84d8b763-056d-4d66-a563-48eba129a197 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822aeee9-a8b6-4462-86c9-05cf4f09e97b HTTP/1.1" status: 200 len: 217 time: 0.0411959 Aug 18 15:58:20.718548 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60715b5-66f6-489a-98a9-43b359c494ca x-openstack-request-id: req-e60715b5-66f6-489a-98a9-43b359c494ca {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:58:20.718935 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85150a07-cd6c-4475-96d8-68c89fdc8591", "name": "network-vif-deleted", "tag": "7f555afd-bc21-459c-8d78-f67cb968158e", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:58:20.719274 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e60715b5-66f6-489a-98a9-43b359c494ca {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:58:20.719732 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85150a07-cd6c-4475-96d8-68c89fdc8591', 'name': 'network-vif-deleted', 'tag': '7f555afd-bc21-459c-8d78-f67cb968158e', 'status': 'completed', 'code': 200} Aug 18 15:58:20.774393 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff57191-0468-4bbd-b397-22a7e0e0d204 req-a2626385-6c60-468c-af19-86c1267dab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:20.775870 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bff57191-0468-4bbd-b397-22a7e0e0d204 req-a2626385-6c60-468c-af19-86c1267dab29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84d0760-e747-4c13-ac2f-cdf7d90a83a3 HTTP/1.1" status: 200 len: 859 time: 0.0502305 Aug 18 15:58:20.798090 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 34506) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:20.819888 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bff57191-0468-4bbd-b397-22a7e0e0d204 req-057c8034-6535-4a90-a8e8-3ed0e2966f53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340333 Aug 18 15:58:20.922682 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bff57191-0468-4bbd-b397-22a7e0e0d204 req-e6804623-ed22-4b66-b804-c731160f67a1 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916529 Aug 18 15:58:20.967226 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca7ad5b0-1a03-4d4b-9b8e-f30cf4746b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:20.975208 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:21.060442 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bff57191-0468-4bbd-b397-22a7e0e0d204 req-b38ac7ef-d66b-472c-9f92-cd1ea4e2c822 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243088 Aug 18 15:58:21.076140 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca7ad5b0-1a03-4d4b-9b8e-f30cf4746b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:21.080821 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca7ad5b0-1a03-4d4b-9b8e-f30cf4746b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:21.126068 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ad5b0-1a03-4d4b-9b8e-f30cf4746b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d3a4ce-1680-478a-ac53-871ea956c649,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:21.148393 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ca7ad5b0-1a03-4d4b-9b8e-f30cf4746b2b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8c6d3e1c97243fbab0c422cf0168830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491850 Aug 18 15:58:21.148551 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 34534) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:21.205406 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0548092c-c907-497c-8d0d-6e942a11e268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:21.234297 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0548092c-c907-497c-8d0d-6e942a11e268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:21.293997 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0548092c-c907-497c-8d0d-6e942a11e268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:21.296389 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0548092c-c907-497c-8d0d-6e942a11e268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:21.299237 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-0548092c-c907-497c-8d0d-6e942a11e268 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27d3a4ce-1680-478a-ac53-871ea956c649 HTTP/1.1" status: 204 len: 168 time: 0.1478708 Aug 18 15:58:21.307911 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548092c-c907-497c-8d0d-6e942a11e268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d3a4ce-1680-478a-ac53-871ea956c649,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:21.736836 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5f82b-5730-4fdb-b383-d4cb5912f306 req-c69b9ba6-b81b-4281-9064-2be12a0c75c6 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:21.738331 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aac5f82b-5730-4fdb-b383-d4cb5912f306 req-c69b9ba6-b81b-4281-9064-2be12a0c75c6 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0514095 Aug 18 15:58:21.783740 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aac5f82b-5730-4fdb-b383-d4cb5912f306 req-ba62a512-7918-4851-8fba-a9b44f41e6a3 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385482 Aug 18 15:58:21.988192 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 34580) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:22.088692 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-b9e51020-142f-4c47-b74f-fa7eac2535b2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1024488168-network', 'tenant_id': '77e136ad8c444be5ab6bb316db899707'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:58:22.109975 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e51020-142f-4c47-b74f-fa7eac2535b2 admin admin] Made reservation on behalf of 77e136ad8c444be5ab6bb316db899707 for: {'network': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:58:22.112304 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b9e51020-142f-4c47-b74f-fa7eac2535b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:22.121376 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b9e51020-142f-4c47-b74f-fa7eac2535b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:22.212758 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b9e51020-142f-4c47-b74f-fa7eac2535b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:22.216595 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b9e51020-142f-4c47-b74f-fa7eac2535b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:22.237713 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e51020-142f-4c47-b74f-fa7eac2535b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=93847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:58:22.254138 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e51020-142f-4c47-b74f-fa7eac2535b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0476248a-a2a6-4c48-90eb-980258fb0907,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:22.256073 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b9e51020-142f-4c47-b74f-fa7eac2535b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:22.256420 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.segments_db [None req-b9e51020-142f-4c47-b74f-fa7eac2535b2 admin admin] Added segment bd175b56-5afd-4bac-b96b-4aa4e930c631 of type vlan for network e8e860e8-f3eb-4fc6-97eb-661d667222fa Aug 18 15:58:22.297646 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b9e51020-142f-4c47-b74f-fa7eac2535b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:22.326571 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b9e51020-142f-4c47-b74f-fa7eac2535b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:22.327606 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e51020-142f-4c47-b74f-fa7eac2535b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:22.328221 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b9e51020-142f-4c47-b74f-fa7eac2535b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:22.379087 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-b9e51020-142f-4c47-b74f-fa7eac2535b2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3897665 Aug 18 15:58:22.382102 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 34596) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:22.388202 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-8e400be9-11b9-4ba7-9352-a211088fa25e admin admin] Request body: {'subnet': {'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1024488168-subnet', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:58:22.390521 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e51020-142f-4c47-b74f-fa7eac2535b2 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e860e8-f3eb-4fc6-97eb-661d667222fa,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:22.401434 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network e8e860e8-f3eb-4fc6-97eb-661d667222fa details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:58:22.415075 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e400be9-11b9-4ba7-9352-a211088fa25e admin admin] Made reservation on behalf of 77e136ad8c444be5ab6bb316db899707 for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:58:22.419106 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8e400be9-11b9-4ba7-9352-a211088fa25e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14033925'] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:22.591595 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8e400be9-11b9-4ba7-9352-a211088fa25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13948560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14033939'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:22.643204 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e400be9-11b9-4ba7-9352-a211088fa25e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa9b8653-8df0-4191-b528-a8151a2e9f0f,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:22.658220 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e400be9-11b9-4ba7-9352-a211088fa25e admin admin] Checking segment: {'id': 'bd175b56-5afd-4bac-b96b-4aa4e930c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:58:22.658578 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e400be9-11b9-4ba7-9352-a211088fa25e admin admin] Network hostable DHCP agents. Network: e8e860e8-f3eb-4fc6-97eb-661d667222fa, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:58:22.674570 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e400be9-11b9-4ba7-9352-a211088fa25e admin admin] Network e8e860e8-f3eb-4fc6-97eb-661d667222fa is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:58:22.683851 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-8e400be9-11b9-4ba7-9352-a211088fa25e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, e8e860e8-f3eb-4fc6-97eb-661d667222fa) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:58:22.690258 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e400be9-11b9-4ba7-9352-a211088fa25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:22.691204 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8e400be9-11b9-4ba7-9352-a211088fa25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:22.692028 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333f6e82-5127-49af-a2ed-ef4f3f99c370 None None] Network e8e860e8-f3eb-4fc6-97eb-661d667222fa requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:58:22.705020 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-8e400be9-11b9-4ba7-9352-a211088fa25e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3213539 Aug 18 15:58:22.707685 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 34600) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:22.712521 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1024488168-router', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:58:22.733798 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4559'] for router, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:22.735101 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4550'] for router, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:22.792370 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:22.853241 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17a5b9fc-3a6e-58d6-85c8-41a721a533fa-e8e860e8-f3eb-4fc6-97eb-661d667222fa', 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'fixed_ips': [{'subnet_id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f'}]}} from dv-cinder-778534-7-iscsi. {{(pid=93848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:58:22.854329 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:22.924207 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ca999-d3e3-47b8-abd5-174ed5432e4a req-bfa351cb-c319-41ed-8cd8-f9385712d5d0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:22.925788 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-288ca999-d3e3-47b8-abd5-174ed5432e4a req-bfa351cb-c319-41ed-8cd8-f9385712d5d0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0577953 Aug 18 15:58:22.942333 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:22.970778 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-288ca999-d3e3-47b8-abd5-174ed5432e4a req-dac0f211-9a93-4f8e-88e2-58270aa58ff2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377247 Aug 18 15:58:23.010399 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.db_base_plugin_common [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Allocated IP 172.20.0.2 (e8e860e8-f3eb-4fc6-97eb-661d667222fa/aa9b8653-8df0-4191-b528-a8151a2e9f0f/e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c) {{(pid=93848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:58:23.165358 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:23.166937 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Notify callbacks [] for port, precommit_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:23.175754 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Transition to ACTIVE for port object e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:58:23.190455 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:23.192357 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Transition to ACTIVE for port object e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c will not be triggered until provisioned by entity DHCP. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:58:23.199785 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859'] for port, after_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:23.236682 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Network e8e860e8-f3eb-4fc6-97eb-661d667222fa is already hosted by enough agents. {{(pid=93848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:58:23.241524 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.base_scheduler [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Resources bound (agent type, host, resource id): {{(pid=93848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:58:23.244513 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Received port after_create {{(pid=93848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:58:23.256897 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Pushing event updated for resources: {'Port': ['ID=e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c,revision_number=1']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:23.294236 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Allocated IP 172.27.2.88 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/8cc4d120-b123-4b67-bb68-053d7215e41f) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:58:23.306895 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Attempting to bind port e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:58:23.307270 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Attempting to bind port e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': 'bd175b56-5afd-4bac-b96b-4aa4e930c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:58:23.307635 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Attempting to bind port e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c on network e8e860e8-f3eb-4fc6-97eb-661d667222fa {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:58:23.312831 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:58:23.313210 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Checking segment: {'id': 'bd175b56-5afd-4bac-b96b-4aa4e930c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:58:23.313616 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:23.314015 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Bound using segment: {'id': 'bd175b56-5afd-4bac-b96b-4aa4e930c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:58:23.314476 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Bound port: e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd175b56-5afd-4bac-b96b-4aa4e930c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:58:23.314851 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:23.387579 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] For port e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:58:23.392133 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] For port e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c,segment=NetworkSegment(bd175b56-5afd-4bac-b96b-4aa4e930c631),segment_id=bd175b56-5afd-4bac-b96b-4aa4e930c631)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:58:23.397170 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:23.408343 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:23.447963 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:23.465139 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77e20b-e9d2-4388-bc75-73b98f1ce84a None None] Pushing event updated for resources: {'Port': ['ID=e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:23.491291 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:58:23.497905 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:58:23.500881 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:58:23.504049 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc4d120-b123-4b67-bb68-053d7215e41f,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:23.786473 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:23.978484 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470822'] for router, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:24.016825 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:58:24.096017 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b41419-595b-4ba0-9874-c806e3f1f9ee req-0eda964a-1404-428c-9e4e-ccd546a5dd92 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:24.105271 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-82b41419-595b-4ba0-9874-c806e3f1f9ee req-0eda964a-1404-428c-9e4e-ccd546a5dd92 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0565658 Aug 18 15:58:24.115000 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Router b848bbfa-7811-4671-945d-8640ed7f72df is scheduled to L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac with binding_index 1 {{(pid=93846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:58:24.147483 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-82b41419-595b-4ba0-9874-c806e3f1f9ee req-ff441325-ffc8-480a-b93c-436557360e4a tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401270 Aug 18 15:58:24.192641 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:58:24.250862 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:58:24.262225 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:58:24.263489 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Sync routers for ids ['b848bbfa-7811-4671-945d-8640ed7f72df'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:58:24.273815 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:24.275276 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-91f4a845-adc4-4d18-aa55-2b288219db64 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5663736 Aug 18 15:58:24.276699 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Routers {'b848bbfa-7811-4671-945d-8640ed7f72df'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:58:24.277371 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:58:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['b848bbfa-7811-4671-945d-8640ed7f72df'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:24.278195 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 34618) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:24.402243 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Set router b848bbfa-7811-4671-945d-8640ed7f72df gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:58:24.424284 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a022c3-5499-4603-b6eb-041bb1ee5ad8 None None] Network e8e860e8-f3eb-4fc6-97eb-661d667222fa requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:58:24.503039 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-1634b260-5e04-430f-a6bf-699070489bf3 None None] Provisioning for port e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:58:24.516826 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-1634b260-5e04-430f-a6bf-699070489bf3 None None] Provisioning complete for port e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:24.517518 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1634b260-5e04-430f-a6bf-699070489bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:24.612156 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'name': 'tempest-TestMinimumBasicScenario-1024488168-router', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:22Z', 'updated_at': '2021-08-18T15:58:23Z', 'revision_number': 3, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'gw_port': {'id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:23Z', 'updated_at': '2021-08-18T15:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:24.641235 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Checking router: b848bbfa-7811-4671-945d-8640ed7f72df for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:58:24.641594 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Updating router b848bbfa-7811-4671-945d-8640ed7f72df port 8cc4d120-b123-4b67-bb68-053d7215e41f binding host dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:58:24.666776 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1634b260-5e04-430f-a6bf-699070489bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:24.671003 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:24.712895 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-1634b260-5e04-430f-a6bf-699070489bf3 None None] For port e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c,segment=NetworkSegment(bd175b56-5afd-4bac-b96b-4aa4e930c631),segment_id=bd175b56-5afd-4bac-b96b-4aa4e930c631)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:58:24.715894 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 4f709847-231d-4c47-b4cf-101ae2a7e1d7 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:58:24.740555 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1634b260-5e04-430f-a6bf-699070489bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:24.743979 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: 4f709847-231d-4c47-b4cf-101ae2a7e1d7 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:58:24.744499 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 4f709847-231d-4c47-b4cf-101ae2a7e1d7 not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:58:24.752868 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 7f555afd-bc21-459c-8d78-f67cb968158e no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:58:24.807899 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: 7f555afd-bc21-459c-8d78-f67cb968158e {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:58:24.808707 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 7f555afd-bc21-459c-8d78-f67cb968158e not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:58:24.827146 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634b260-5e04-430f-a6bf-699070489bf3 None None] Pushing event updated for resources: {'Port': ['ID=e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:24.954313 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Notify callbacks [] for port, precommit_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:24.963838 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-330158c5-46ca-435a-888e-fc2a35fcae08 None None] Provisioning complete for port e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:24.964497 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-330158c5-46ca-435a-888e-fc2a35fcae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:24.965587 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.provisioning_blocks [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Transition to ACTIVE for port object 8cc4d120-b123-4b67-bb68-053d7215e41f will not be triggered until provisioned by entity L2. {{(pid=93849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:58:24.971455 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:24.995264 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:25.012953 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ad731-d310-40ea-82a7-c6b068628dd5 None None] Pushing event updated for resources: {'Port': ['ID=8cc4d120-b123-4b67-bb68-053d7215e41f,revision_number=2']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:25.021773 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ad731-d310-40ea-82a7-c6b068628dd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:25.022822 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ad731-d310-40ea-82a7-c6b068628dd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:25.022822 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ad731-d310-40ea-82a7-c6b068628dd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:25.023086 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ad731-d310-40ea-82a7-c6b068628dd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:25.023351 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ad731-d310-40ea-82a7-c6b068628dd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:25.023905 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ad731-d310-40ea-82a7-c6b068628dd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:25.024417 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ad731-d310-40ea-82a7-c6b068628dd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:25.024782 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ad731-d310-40ea-82a7-c6b068628dd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:25.025125 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ad731-d310-40ea-82a7-c6b068628dd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:25.025473 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ad731-d310-40ea-82a7-c6b068628dd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:25.025777 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ad731-d310-40ea-82a7-c6b068628dd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:25.026120 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ad731-d310-40ea-82a7-c6b068628dd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:25.053288 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Attempting to bind port 8cc4d120-b123-4b67-bb68-053d7215e41f on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:58:25.053773 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Attempting to bind port 8cc4d120-b123-4b67-bb68-053d7215e41f by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:58:25.055109 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Attempting to bind port 8cc4d120-b123-4b67-bb68-053d7215e41f on network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:58:25.061267 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:58:25.061639 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Checking segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:58:25.062602 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:25.063020 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Bound using segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:58:25.063468 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Bound port: 8cc4d120-b123-4b67-bb68-053d7215e41f, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:58:25.063872 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:25.116706 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] For port 8cc4d120-b123-4b67-bb68-053d7215e41f, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:58:25.120089 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] For port 8cc4d120-b123-4b67-bb68-053d7215e41f, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=8cc4d120-b123-4b67-bb68-053d7215e41f,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:58:25.124986 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:25.155430 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Allocated IP 172.20.0.1 (e8e860e8-f3eb-4fc6-97eb-661d667222fa/aa9b8653-8df0-4191-b528-a8151a2e9f0f/e15195ff-43f7-40f6-aa22-5799cc17d858) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:58:25.183431 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Routers {'b848bbfa-7811-4671-945d-8640ed7f72df'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:58:25.184157 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:58:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['b848bbfa-7811-4671-945d-8640ed7f72df'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:25.218514 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ad731-d310-40ea-82a7-c6b068628dd5 None None] Pushing event updated for resources: {'Port': ['ID=8cc4d120-b123-4b67-bb68-053d7215e41f,revision_number=3']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:25.292342 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fc5e9-0ca3-4eee-811b-b3136fee77cf req-3d532717-82c9-4bdd-9a80-db333b0d2d6d tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:25.293894 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-625fc5e9-0ca3-4eee-811b-b3136fee77cf req-3d532717-82c9-4bdd-9a80-db333b0d2d6d tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0761116 Aug 18 15:58:25.296614 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] Set router b848bbfa-7811-4671-945d-8640ed7f72df gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:58:25.304774 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:25.330968 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Transition to ACTIVE for port object e15195ff-43f7-40f6-aa22-5799cc17d858 will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:58:25.365486 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-625fc5e9-0ca3-4eee-811b-b3136fee77cf req-3f3764ea-773d-4bda-a394-8065a5660e2e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566180 Aug 18 15:58:25.395400 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:25.437353 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Network e8e860e8-f3eb-4fc6-97eb-661d667222fa is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:58:25.440229 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:58:25.445576 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:58:25.452712 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Pushing event updated for resources: {'Port': ['ID=e15195ff-43f7-40f6-aa22-5799cc17d858,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:25.492297 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629806'] for router_interface, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:25.584868 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'name': 'tempest-TestMinimumBasicScenario-1024488168-router', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:22Z', 'updated_at': '2021-08-18T15:58:23Z', 'revision_number': 3, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'gw_port': {'id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:23Z', 'updated_at': '2021-08-18T15:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:25.612543 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc00b49-5281-4da2-a799-36d7277bfb9d None None] The sync data for ids ['b848bbfa-7811-4671-945d-8640ed7f72df'] in dv-cinder-778534-7-iscsi is: [{'id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'name': 'tempest-TestMinimumBasicScenario-1024488168-router', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:22Z', 'updated_at': '2021-08-18T15:58:23Z', 'revision_number': 3, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'gw_port': {'id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:23Z', 'updated_at': '2021-08-18T15:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:58:25.644803 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:25.691910 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-5de768de-0006-428e-93a3-f420931c5b60 None None] Provisioning for port e15195ff-43f7-40f6-aa22-5799cc17d858 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:58:25.697187 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-5de768de-0006-428e-93a3-f420931c5b60 None None] Provisioning complete for port e15195ff-43f7-40f6-aa22-5799cc17d858 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:25.697563 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-5de768de-0006-428e-93a3-f420931c5b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:25.733477 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-5de768de-0006-428e-93a3-f420931c5b60 None None] Port e15195ff-43f7-40f6-aa22-5799cc17d858 cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:58:25.826337 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:25.833625 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:25.917284 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629850'] for router_interface, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:25.925561 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Pushing event updated for resources: {'Port': ['ID=e15195ff-43f7-40f6-aa22-5799cc17d858,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:26.023625 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Network e8e860e8-f3eb-4fc6-97eb-661d667222fa is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:58:26.025075 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:58:26.156694 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Router b848bbfa-7811-4671-945d-8640ed7f72df has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:58:26.265914 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 8cc4d120-b123-4b67-bb68-053d7215e41f up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:58:26.278610 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:58:26.285242 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-c353db94-20b6-4657-b238-f2d6ad288f3a admin admin] 10.222.0.44 "PUT /v2.0/routers/b848bbfa-7811-4671-945d-8640ed7f72df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0059710 Aug 18 15:58:26.294330 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-dbd69151-f3a3-4b09-881d-4b2d9bfb757d None None] Provisioning complete for port e15195ff-43f7-40f6-aa22-5799cc17d858 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:26.294330 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-dbd69151-f3a3-4b09-881d-4b2d9bfb757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:26.481355 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-dbd69151-f3a3-4b09-881d-4b2d9bfb757d None None] Port e15195ff-43f7-40f6-aa22-5799cc17d858 cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:58:26.494758 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 8cc4d120-b123-4b67-bb68-053d7215e41f completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:58:26.501482 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 8cc4d120-b123-4b67-bb68-053d7215e41f triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:26.502000 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:26.515132 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbf935-ebcf-491b-8354-2aed6ee80299 req-835a8dd1-b912-4ec4-888c-7d6e34872081 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:26.516669 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bacbf935-ebcf-491b-8354-2aed6ee80299 req-835a8dd1-b912-4ec4-888c-7d6e34872081 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0633214 Aug 18 15:58:26.573533 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bacbf935-ebcf-491b-8354-2aed6ee80299 req-22ac29af-7afa-40f4-98f8-287b9e70c2a1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492873 Aug 18 15:58:26.613204 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:26.640532 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port 8cc4d120-b123-4b67-bb68-053d7215e41f, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=8cc4d120-b123-4b67-bb68-053d7215e41f,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:58:26.644522 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:26.645445 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:58:26.726796 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=8cc4d120-b123-4b67-bb68-053d7215e41f,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:26.741239 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:26.742481 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:26.855754 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 34666) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:26.860623 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-3e0760ea-a77d-4e74-9915-24d3ba539d57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-110880195-network', 'tenant_id': '404c900d8e1e4f838f9180582e073f54'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:58:26.885340 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0760ea-a77d-4e74-9915-24d3ba539d57 admin admin] Made reservation on behalf of 404c900d8e1e4f838f9180582e073f54 for: {'network': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:58:26.888285 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3e0760ea-a77d-4e74-9915-24d3ba539d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:26.897399 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3e0760ea-a77d-4e74-9915-24d3ba539d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:26.994530 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3e0760ea-a77d-4e74-9915-24d3ba539d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:26.998836 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3e0760ea-a77d-4e74-9915-24d3ba539d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:27.026255 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0760ea-a77d-4e74-9915-24d3ba539d57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=93847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:58:27.036244 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0760ea-a77d-4e74-9915-24d3ba539d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5cbfae-c6dd-4be9-8b76-2fabc145e9af,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:27.043954 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3e0760ea-a77d-4e74-9915-24d3ba539d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:27.044302 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.segments_db [None req-3e0760ea-a77d-4e74-9915-24d3ba539d57 admin admin] Added segment 05c152f3-2567-45fe-a758-770182278eec of type vlan for network cb5d7474-e384-46e1-83f3-fc3ea265f5ea Aug 18 15:58:27.084753 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3e0760ea-a77d-4e74-9915-24d3ba539d57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:27.110812 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3e0760ea-a77d-4e74-9915-24d3ba539d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:27.111937 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0760ea-a77d-4e74-9915-24d3ba539d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:27.112532 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3e0760ea-a77d-4e74-9915-24d3ba539d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:27.167048 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-3e0760ea-a77d-4e74-9915-24d3ba539d57 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3102083 Aug 18 15:58:27.169953 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 34668) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:27.175037 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-93293f19-1fe1-4aeb-9ab1-bb703dc49a40 admin admin] Request body: {'subnet': {'network_id': 'cb5d7474-e384-46e1-83f3-fc3ea265f5ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-110880195-subnet', 'tenant_id': '404c900d8e1e4f838f9180582e073f54', 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:58:27.178227 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0760ea-a77d-4e74-9915-24d3ba539d57 admin admin] Pushing event updated for resources: {'Network': ['ID=cb5d7474-e384-46e1-83f3-fc3ea265f5ea,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:27.188319 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network cb5d7474-e384-46e1-83f3-fc3ea265f5ea details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:58:27.195850 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93293f19-1fe1-4aeb-9ab1-bb703dc49a40 admin admin] Made reservation on behalf of 404c900d8e1e4f838f9180582e073f54 for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:58:27.198250 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-93293f19-1fe1-4aeb-9ab1-bb703dc49a40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14033925'] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:27.250322 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Sync routers for ids ['b848bbfa-7811-4671-945d-8640ed7f72df'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:58:27.275561 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Routers {'b848bbfa-7811-4671-945d-8640ed7f72df'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:58:27.276368 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:58:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['b848bbfa-7811-4671-945d-8640ed7f72df'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:27.382841 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-93293f19-1fe1-4aeb-9ab1-bb703dc49a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13948560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14033939'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:27.388184 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Set router b848bbfa-7811-4671-945d-8640ed7f72df gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:58:27.441616 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93293f19-1fe1-4aeb-9ab1-bb703dc49a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a47f4efe-cc06-4deb-b6e6-6ef8903de9f0,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:27.456521 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93293f19-1fe1-4aeb-9ab1-bb703dc49a40 admin admin] Checking segment: {'id': '05c152f3-2567-45fe-a758-770182278eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb5d7474-e384-46e1-83f3-fc3ea265f5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:58:27.456911 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93293f19-1fe1-4aeb-9ab1-bb703dc49a40 admin admin] Network hostable DHCP agents. Network: cb5d7474-e384-46e1-83f3-fc3ea265f5ea, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:58:27.473233 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93293f19-1fe1-4aeb-9ab1-bb703dc49a40 admin admin] Network cb5d7474-e384-46e1-83f3-fc3ea265f5ea is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:58:27.484004 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-93293f19-1fe1-4aeb-9ab1-bb703dc49a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, cb5d7474-e384-46e1-83f3-fc3ea265f5ea) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:58:27.488020 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93293f19-1fe1-4aeb-9ab1-bb703dc49a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:27.488608 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-93293f19-1fe1-4aeb-9ab1-bb703dc49a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:27.500108 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f90451b-8318-4e27-bb18-7995f3b5976c None None] Network cb5d7474-e384-46e1-83f3-fc3ea265f5ea requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:58:27.505097 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-93293f19-1fe1-4aeb-9ab1-bb703dc49a40 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3339424 Aug 18 15:58:27.507991 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 34676) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:27.512447 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-110880195-router', 'tenant_id': '404c900d8e1e4f838f9180582e073f54', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:58:27.538101 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4559'] for router, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:27.539746 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4550'] for router, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:27.591785 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:27.747461 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17a5b9fc-3a6e-58d6-85c8-41a721a533fa-cb5d7474-e384-46e1-83f3-fc3ea265f5ea', 'network_id': 'cb5d7474-e384-46e1-83f3-fc3ea265f5ea', 'tenant_id': '404c900d8e1e4f838f9180582e073f54', 'fixed_ips': [{'subnet_id': 'a47f4efe-cc06-4deb-b6e6-6ef8903de9f0'}]}} from dv-cinder-778534-7-iscsi. {{(pid=93848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:58:27.748335 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:27.753297 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'name': 'tempest-TestMinimumBasicScenario-1024488168-router', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:22Z', 'updated_at': '2021-08-18T15:58:25Z', 'revision_number': 4, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'gw_port': {'id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:23Z', 'updated_at': '2021-08-18T15:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'e15195ff-43f7-40f6-aa22-5799cc17d858', 'name': '', 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'mac_address': 'fa:16:3e:a6:36:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:25Z', 'updated_at': '2021-08-18T15:58:25Z', 'revision_number': 2, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'subnets': [{'id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:27.768619 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:27.785536 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9caa7b-06d6-40d5-8055-e03d84badda2 req-bb19fe60-51c3-431e-b6cb-35a21616c5e9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:27.787172 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3a9caa7b-06d6-40d5-8055-e03d84badda2 req-bb19fe60-51c3-431e-b6cb-35a21616c5e9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1172850 Aug 18 15:58:27.793694 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Checking router: b848bbfa-7811-4671-945d-8640ed7f72df for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:58:27.793978 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Updating router b848bbfa-7811-4671-945d-8640ed7f72df port e15195ff-43f7-40f6-aa22-5799cc17d858 binding host dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:58:27.868028 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:27.868818 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3a9caa7b-06d6-40d5-8055-e03d84badda2 req-36fe34e8-a163-4343-9723-f527e6f4276e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693457 Aug 18 15:58:28.018816 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:28.027672 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.db_base_plugin_common [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Allocated IP 172.20.0.2 (cb5d7474-e384-46e1-83f3-fc3ea265f5ea/a47f4efe-cc06-4deb-b6e6-6ef8903de9f0/756e0c79-f077-46d0-b4f5-d136153c7d95) {{(pid=93848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:58:28.039333 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:28.142643 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 8cc4d120-b123-4b67-bb68-053d7215e41f up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:58:28.154320 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Allocated IP 172.27.2.209 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/f5243902-1a45-4c4a-ad85-bb25526d5e49) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:58:28.261175 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:28.306735 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:28.349178 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 8cc4d120-b123-4b67-bb68-053d7215e41f triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:28.349447 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:28.356756 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:28.357171 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:58:28.360266 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:58:28.364587 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:58:28.368330 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Pushing event updated for resources: {'Port': ['ID=f5243902-1a45-4c4a-ad85-bb25526d5e49,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:28.375779 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Notify callbacks [] for port, precommit_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:28.400473 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Transition to ACTIVE for port object 756e0c79-f077-46d0-b4f5-d136153c7d95 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:58:28.404408 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Transition to ACTIVE for port object e15195ff-43f7-40f6-aa22-5799cc17d858 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:58:28.419619 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:28.432885 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Transition to ACTIVE for port object 756e0c79-f077-46d0-b4f5-d136153c7d95 will not be triggered until provisioned by entity DHCP. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:58:28.469093 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859'] for port, after_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:28.535343 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d50efe-d727-43fb-a93d-10df90aacd52 None None] Pushing event updated for resources: {'Port': ['ID=e15195ff-43f7-40f6-aa22-5799cc17d858,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:28.553314 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Network cb5d7474-e384-46e1-83f3-fc3ea265f5ea is already hosted by enough agents. {{(pid=93848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:58:28.562995 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.base_scheduler [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Resources bound (agent type, host, resource id): {{(pid=93848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:58:28.602138 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Received port after_create {{(pid=93848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:58:28.684512 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:28.824921 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Pushing event updated for resources: {'Port': ['ID=756e0c79-f077-46d0-b4f5-d136153c7d95,revision_number=1']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:28.829030 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Attempting to bind port e15195ff-43f7-40f6-aa22-5799cc17d858 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:58:28.829413 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Attempting to bind port e15195ff-43f7-40f6-aa22-5799cc17d858 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': 'bd175b56-5afd-4bac-b96b-4aa4e930c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:58:28.829781 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Attempting to bind port e15195ff-43f7-40f6-aa22-5799cc17d858 on network e8e860e8-f3eb-4fc6-97eb-661d667222fa {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:58:28.845993 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:58:28.846379 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Checking segment: {'id': 'bd175b56-5afd-4bac-b96b-4aa4e930c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:58:28.846788 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:28.847182 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Bound using segment: {'id': 'bd175b56-5afd-4bac-b96b-4aa4e930c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:58:28.847668 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Bound port: e15195ff-43f7-40f6-aa22-5799cc17d858, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd175b56-5afd-4bac-b96b-4aa4e930c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:58:28.848052 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:28.862341 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Attempting to bind port 756e0c79-f077-46d0-b4f5-d136153c7d95 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:58:28.862721 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Attempting to bind port 756e0c79-f077-46d0-b4f5-d136153c7d95 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '05c152f3-2567-45fe-a758-770182278eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb5d7474-e384-46e1-83f3-fc3ea265f5ea'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:58:28.863091 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Attempting to bind port 756e0c79-f077-46d0-b4f5-d136153c7d95 on network cb5d7474-e384-46e1-83f3-fc3ea265f5ea {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:58:28.870535 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:58:28.870918 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Checking segment: {'id': '05c152f3-2567-45fe-a758-770182278eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb5d7474-e384-46e1-83f3-fc3ea265f5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:58:28.871323 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:28.871720 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Bound using segment: {'id': '05c152f3-2567-45fe-a758-770182278eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb5d7474-e384-46e1-83f3-fc3ea265f5ea'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:58:28.872195 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Bound port: 756e0c79-f077-46d0-b4f5-d136153c7d95, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c152f3-2567-45fe-a758-770182278eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb5d7474-e384-46e1-83f3-fc3ea265f5ea'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:58:28.872591 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:28.972227 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] For port e15195ff-43f7-40f6-aa22-5799cc17d858, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:58:28.996927 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] For port e15195ff-43f7-40f6-aa22-5799cc17d858, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=e15195ff-43f7-40f6-aa22-5799cc17d858,segment=NetworkSegment(bd175b56-5afd-4bac-b96b-4aa4e930c631),segment_id=bd175b56-5afd-4bac-b96b-4aa4e930c631)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:58:29.002294 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] For port 756e0c79-f077-46d0-b4f5-d136153c7d95, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:58:29.006756 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] For port 756e0c79-f077-46d0-b4f5-d136153c7d95, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=756e0c79-f077-46d0-b4f5-d136153c7d95,segment=NetworkSegment(05c152f3-2567-45fe-a758-770182278eec),segment_id=05c152f3-2567-45fe-a758-770182278eec)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:58:29.008871 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:29.019926 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:29.089884 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d50efe-d727-43fb-a93d-10df90aacd52 None None] Pushing event updated for resources: {'Port': ['ID=e15195ff-43f7-40f6-aa22-5799cc17d858,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:29.092670 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Routers {'b848bbfa-7811-4671-945d-8640ed7f72df'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:58:29.093375 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:58:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['b848bbfa-7811-4671-945d-8640ed7f72df'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:29.279348 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de13f7-5166-4ea7-bafe-d89e99cbb682 None None] Pushing event updated for resources: {'Port': ['ID=756e0c79-f077-46d0-b4f5-d136153c7d95,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:29.332326 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470822'] for router, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:29.350544 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476474f-0c69-4af8-84c5-f27fed9da3a7 req-bb6800b9-068f-4632-a7a5-7188551726e9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:29.352436 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c476474f-0c69-4af8-84c5-f27fed9da3a7 req-bb6800b9-068f-4632-a7a5-7188551726e9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0812914 Aug 18 15:58:29.409127 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] Set router b848bbfa-7811-4671-945d-8640ed7f72df gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:58:29.470265 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c476474f-0c69-4af8-84c5-f27fed9da3a7 req-ac2446e9-c942-45ea-9c0e-632436be2a68 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856161 Aug 18 15:58:29.643563 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Router 195c1066-5652-490e-a8a2-1d151aec68e5 is scheduled to L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac with binding_index 1 {{(pid=93847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:58:29.736963 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'name': 'tempest-TestMinimumBasicScenario-1024488168-router', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:22Z', 'updated_at': '2021-08-18T15:58:25Z', 'revision_number': 4, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'gw_port': {'id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:23Z', 'updated_at': '2021-08-18T15:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'e15195ff-43f7-40f6-aa22-5799cc17d858', 'name': '', 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'mac_address': 'fa:16:3e:a6:36:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:25Z', 'updated_at': '2021-08-18T15:58:28Z', 'revision_number': 4, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'subnets': [{'id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:29.780665 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f31b47-934d-441f-b757-0352cc11e19f None None] The sync data for ids ['b848bbfa-7811-4671-945d-8640ed7f72df'] in dv-cinder-778534-7-iscsi is: [{'id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'name': 'tempest-TestMinimumBasicScenario-1024488168-router', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:22Z', 'updated_at': '2021-08-18T15:58:25Z', 'revision_number': 4, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'gw_port': {'id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:23Z', 'updated_at': '2021-08-18T15:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'e15195ff-43f7-40f6-aa22-5799cc17d858', 'name': '', 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'mac_address': 'fa:16:3e:a6:36:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:25Z', 'updated_at': '2021-08-18T15:58:28Z', 'revision_number': 4, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'subnets': [{'id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:58:29.826762 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:58:29.840449 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Sync routers for ids ['195c1066-5652-490e-a8a2-1d151aec68e5'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:58:29.859070 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] Notify callbacks [] for router, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:29.865121 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-8821301e-13d0-4a48-a25a-03231dbda08f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3526540 Aug 18 15:58:29.868270 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 34744) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:29.882838 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Routers {'195c1066-5652-490e-a8a2-1d151aec68e5'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:58:29.892402 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:58:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['195c1066-5652-490e-a8a2-1d151aec68e5'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:30.278189 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Set router 195c1066-5652-490e-a8a2-1d151aec68e5 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:58:30.491314 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 34758) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:30.517151 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 756e0c79-f077-46d0-b4f5-d136153c7d95 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:58:30.735225 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 756e0c79-f077-46d0-b4f5-d136153c7d95 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:58:30.745164 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device e15195ff-43f7-40f6-aa22-5799cc17d858 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:58:30.785017 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54a2ab-0243-4818-859b-8ed4d5a196bb req-de0aa95d-0d55-4666-835c-de560f9db7b2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:30.797367 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ed54a2ab-0243-4818-859b-8ed4d5a196bb req-de0aa95d-0d55-4666-835c-de560f9db7b2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1436372 Aug 18 15:58:30.860667 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9ee1243b-8e57-4a5a-a1c0-a17d9e2a6a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:30.909445 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ed54a2ab-0243-4818-859b-8ed4d5a196bb req-7b3d4d0a-bf5b-475c-a304-e29cb3c57d15 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088252 Aug 18 15:58:30.912673 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port e15195ff-43f7-40f6-aa22-5799cc17d858 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:58:30.921253 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port e15195ff-43f7-40f6-aa22-5799cc17d858 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:30.921874 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:30.968650 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03ff0ad-fbb2-4c56-a2d2-b8c7089959a2 None None] Network cb5d7474-e384-46e1-83f3-fc3ea265f5ea requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:58:30.988147 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'name': 'tempest-TestMinimumBasicScenario-110880195-router', 'tenant_id': '404c900d8e1e4f838f9180582e073f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f5243902-1a45-4c4a-ad85-bb25526d5e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:27Z', 'updated_at': '2021-08-18T15:58:28Z', 'revision_number': 3, 'project_id': '404c900d8e1e4f838f9180582e073f54', 'gw_port': {'id': 'f5243902-1a45-4c4a-ad85-bb25526d5e49', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:28Z', 'updated_at': '2021-08-18T15:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:31.033923 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9ee1243b-8e57-4a5a-a1c0-a17d9e2a6a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:31.047848 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9ee1243b-8e57-4a5a-a1c0-a17d9e2a6a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:31.087041 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-1b7debc9-3079-4d5a-8ab9-5b52402342e8 None None] Provisioning for port 756e0c79-f077-46d0-b4f5-d136153c7d95 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:58:31.093313 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-1b7debc9-3079-4d5a-8ab9-5b52402342e8 None None] Provisioning complete for port 756e0c79-f077-46d0-b4f5-d136153c7d95 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:31.093829 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1b7debc9-3079-4d5a-8ab9-5b52402342e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:31.095094 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Checking router: 195c1066-5652-490e-a8a2-1d151aec68e5 for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:58:31.095458 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Updating router 195c1066-5652-490e-a8a2-1d151aec68e5 port f5243902-1a45-4c4a-ad85-bb25526d5e49 binding host dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:58:31.108401 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-9ee1243b-8e57-4a5a-a1c0-a17d9e2a6a78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ac195e198ac4f54b3821019d5708418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6137829 Aug 18 15:58:31.111500 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 34770) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:31.155680 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:31.191903 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:31.243066 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1243b-8e57-4a5a-a1c0-a17d9e2a6a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b3634c-daba-4923-a1d6-e8020ee91812,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:31.312691 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port e15195ff-43f7-40f6-aa22-5799cc17d858, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=e15195ff-43f7-40f6-aa22-5799cc17d858,segment=NetworkSegment(bd175b56-5afd-4bac-b96b-4aa4e930c631),segment_id=bd175b56-5afd-4bac-b96b-4aa4e930c631)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:58:31.324519 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:31.341174 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-036f0170-a053-48db-a54e-52928af7fd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:31.388689 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-036f0170-a053-48db-a54e-52928af7fd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:31.422786 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1b7debc9-3079-4d5a-8ab9-5b52402342e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:31.485240 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-036f0170-a053-48db-a54e-52928af7fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:31.495579 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-036f0170-a053-48db-a54e-52928af7fd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:31.497732 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-036f0170-a053-48db-a54e-52928af7fd3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68b3634c-daba-4923-a1d6-e8020ee91812 HTTP/1.1" status: 204 len: 168 time: 0.3802834 Aug 18 15:58:31.506635 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=e15195ff-43f7-40f6-aa22-5799cc17d858,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:31.509242 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f0170-a053-48db-a54e-52928af7fd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b3634c-daba-4923-a1d6-e8020ee91812,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:31.532718 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-1b7debc9-3079-4d5a-8ab9-5b52402342e8 None None] For port 756e0c79-f077-46d0-b4f5-d136153c7d95, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=756e0c79-f077-46d0-b4f5-d136153c7d95,segment=NetworkSegment(05c152f3-2567-45fe-a758-770182278eec),segment_id=05c152f3-2567-45fe-a758-770182278eec)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:58:31.542928 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1b7debc9-3079-4d5a-8ab9-5b52402342e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:31.709695 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:31.723874 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7debc9-3079-4d5a-8ab9-5b52402342e8 None None] Pushing event updated for resources: {'Port': ['ID=756e0c79-f077-46d0-b4f5-d136153c7d95,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:31.915596 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Notify callbacks [] for port, precommit_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:31.930816 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.provisioning_blocks [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Transition to ACTIVE for port object f5243902-1a45-4c4a-ad85-bb25526d5e49 will not be triggered until provisioned by entity L2. {{(pid=93849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:58:31.945564 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:32.035434 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354c7be-db27-4f5d-b7e7-7b713468f057 None None] Pushing event updated for resources: {'Port': ['ID=f5243902-1a45-4c4a-ad85-bb25526d5e49,revision_number=2']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:32.040478 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Attempting to bind port f5243902-1a45-4c4a-ad85-bb25526d5e49 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:58:32.041305 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Attempting to bind port f5243902-1a45-4c4a-ad85-bb25526d5e49 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:58:32.041874 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Attempting to bind port f5243902-1a45-4c4a-ad85-bb25526d5e49 on network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:58:32.059668 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:58:32.059668 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Checking segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:58:32.059668 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:32.059668 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Bound using segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:58:32.060194 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Bound port: f5243902-1a45-4c4a-ad85-bb25526d5e49, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:58:32.060589 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:32.081455 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-e6d7efd9-eb56-4e5e-8afe-0c01777408cf None None] Provisioning complete for port 756e0c79-f077-46d0-b4f5-d136153c7d95 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:32.082106 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e6d7efd9-eb56-4e5e-8afe-0c01777408cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:32.127800 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] For port f5243902-1a45-4c4a-ad85-bb25526d5e49, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:58:32.132828 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] For port f5243902-1a45-4c4a-ad85-bb25526d5e49, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=f5243902-1a45-4c4a-ad85-bb25526d5e49,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:58:32.142986 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:32.164818 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded671e4-a2f5-47ba-8104-7052e7ea6dbc req-4b93bce7-ad2c-41f4-b6d2-2000246c8d31 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:32.176476 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ded671e4-a2f5-47ba-8104-7052e7ea6dbc req-4b93bce7-ad2c-41f4-b6d2-2000246c8d31 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1498523 Aug 18 15:58:32.179858 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Allocated IP 172.20.0.1 (cb5d7474-e384-46e1-83f3-fc3ea265f5ea/a47f4efe-cc06-4deb-b6e6-6ef8903de9f0/07754f7d-3660-47a9-aeec-9c1e2b33ca65) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:58:32.220368 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354c7be-db27-4f5d-b7e7-7b713468f057 None None] Pushing event updated for resources: {'Port': ['ID=f5243902-1a45-4c4a-ad85-bb25526d5e49,revision_number=3']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:32.228561 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Routers {'195c1066-5652-490e-a8a2-1d151aec68e5'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:58:32.229235 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:58:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['195c1066-5652-490e-a8a2-1d151aec68e5'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:32.290234 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ded671e4-a2f5-47ba-8104-7052e7ea6dbc req-734f16c5-ce08-42be-afaf-5f19a5182478 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088545 Aug 18 15:58:32.310290 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 756e0c79-f077-46d0-b4f5-d136153c7d95 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:58:32.416967 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 756e0c79-f077-46d0-b4f5-d136153c7d95 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:32.418261 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:32.438148 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:32.457076 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] Set router 195c1066-5652-490e-a8a2-1d151aec68e5 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:58:32.473186 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Transition to ACTIVE for port object 07754f7d-3660-47a9-aeec-9c1e2b33ca65 will not be triggered until provisioned by entity DHCP. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:58:32.555636 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:32.615259 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device e15195ff-43f7-40f6-aa22-5799cc17d858 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:58:32.679830 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Network cb5d7474-e384-46e1-83f3-fc3ea265f5ea is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:58:32.683842 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=07754f7d-3660-47a9-aeec-9c1e2b33ca65,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:32.692838 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:58:32.697683 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:58:32.749287 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port e15195ff-43f7-40f6-aa22-5799cc17d858 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:32.749662 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:32.778710 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629806'] for router_interface, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:32.814448 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'name': 'tempest-TestMinimumBasicScenario-110880195-router', 'tenant_id': '404c900d8e1e4f838f9180582e073f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f5243902-1a45-4c4a-ad85-bb25526d5e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:27Z', 'updated_at': '2021-08-18T15:58:28Z', 'revision_number': 3, 'project_id': '404c900d8e1e4f838f9180582e073f54', 'gw_port': {'id': 'f5243902-1a45-4c4a-ad85-bb25526d5e49', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:28Z', 'updated_at': '2021-08-18T15:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:32.890689 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a3274-1295-48d8-a0c4-08ef4a318072 None None] The sync data for ids ['195c1066-5652-490e-a8a2-1d151aec68e5'] in dv-cinder-778534-7-iscsi is: [{'id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'name': 'tempest-TestMinimumBasicScenario-110880195-router', 'tenant_id': '404c900d8e1e4f838f9180582e073f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f5243902-1a45-4c4a-ad85-bb25526d5e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:27Z', 'updated_at': '2021-08-18T15:58:28Z', 'revision_number': 3, 'project_id': '404c900d8e1e4f838f9180582e073f54', 'gw_port': {'id': 'f5243902-1a45-4c4a-ad85-bb25526d5e49', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:28Z', 'updated_at': '2021-08-18T15:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:58:33.097627 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:33.123526 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-5be136bf-8c6a-469b-8f90-d6934165029e None None] Provisioning for port 07754f7d-3660-47a9-aeec-9c1e2b33ca65 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:58:33.134429 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-5be136bf-8c6a-469b-8f90-d6934165029e None None] Provisioning complete for port 07754f7d-3660-47a9-aeec-9c1e2b33ca65 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:33.135069 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-5be136bf-8c6a-469b-8f90-d6934165029e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:33.198692 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-5be136bf-8c6a-469b-8f90-d6934165029e None None] Port 07754f7d-3660-47a9-aeec-9c1e2b33ca65 cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:58:33.452517 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:33.459970 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:33.499857 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a9598-948e-4e0f-8f55-6c3c50eb480f req-c4f4d58c-d296-45e5-afb8-53d7622e7b33 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:33.515170 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e74a9598-948e-4e0f-8f55-6c3c50eb480f req-c4f4d58c-d296-45e5-afb8-53d7622e7b33 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1490464 Aug 18 15:58:33.520517 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629850'] for router_interface, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:33.587688 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e74a9598-948e-4e0f-8f55-6c3c50eb480f req-2653ed55-b0d0-42d2-a336-d4daeecb1b11 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713623 Aug 18 15:58:33.689675 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=07754f7d-3660-47a9-aeec-9c1e2b33ca65,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:33.791356 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Network cb5d7474-e384-46e1-83f3-fc3ea265f5ea is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:58:33.797153 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:58:34.154145 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Router 195c1066-5652-490e-a8a2-1d151aec68e5 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:58:34.250083 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device f5243902-1a45-4c4a-ad85-bb25526d5e49 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:58:34.260930 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-04d97996-5dae-49ea-80f9-9868f5f55307 None None] Provisioning complete for port 07754f7d-3660-47a9-aeec-9c1e2b33ca65 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:34.261296 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-04d97996-5dae-49ea-80f9-9868f5f55307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:34.312028 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:58:34.318935 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-8aa5765e-df21-4951-aa65-4344a0e66fa5 admin admin] 10.222.0.44 "PUT /v2.0/routers/195c1066-5652-490e-a8a2-1d151aec68e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4528530 Aug 18 15:58:34.384630 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-04d97996-5dae-49ea-80f9-9868f5f55307 None None] Port 07754f7d-3660-47a9-aeec-9c1e2b33ca65 cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:58:34.409260 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port f5243902-1a45-4c4a-ad85-bb25526d5e49 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:58:34.415224 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port f5243902-1a45-4c4a-ad85-bb25526d5e49 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:34.416071 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:34.557656 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:34.613526 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port f5243902-1a45-4c4a-ad85-bb25526d5e49, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=f5243902-1a45-4c4a-ad85-bb25526d5e49,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:58:34.622946 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:34.687633 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=f5243902-1a45-4c4a-ad85-bb25526d5e49,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:34.817229 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6423fff-4079-4443-95c6-8dd7f564f7d0 req-03dd25fe-272e-4d04-b6ab-17bb3ffba87e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:34.821861 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b6423fff-4079-4443-95c6-8dd7f564f7d0 req-03dd25fe-272e-4d04-b6ab-17bb3ffba87e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1037371 Aug 18 15:58:34.920013 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b6423fff-4079-4443-95c6-8dd7f564f7d0 req-97cbb875-149f-46a8-8f06-6daac29282e8 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887356 Aug 18 15:58:35.492678 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Sync routers for ids ['195c1066-5652-490e-a8a2-1d151aec68e5'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:58:35.523716 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Routers {'195c1066-5652-490e-a8a2-1d151aec68e5'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:58:35.525012 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:58:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['195c1066-5652-490e-a8a2-1d151aec68e5'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:35.720420 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Set router 195c1066-5652-490e-a8a2-1d151aec68e5 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:58:36.135079 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925b70e-1176-45d5-ba58-60a200cf0379 req-62f739e2-f6f9-4fd3-987e-23e5a49114e3 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:36.136682 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d925b70e-1176-45d5-ba58-60a200cf0379 req-62f739e2-f6f9-4fd3-987e-23e5a49114e3 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0921221 Aug 18 15:58:36.216182 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d925b70e-1176-45d5-ba58-60a200cf0379 req-02b95ab0-7581-4c05-8467-77eb91a12a55 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692961 Aug 18 15:58:36.243145 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device f5243902-1a45-4c4a-ad85-bb25526d5e49 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:58:36.320710 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'name': 'tempest-TestMinimumBasicScenario-110880195-router', 'tenant_id': '404c900d8e1e4f838f9180582e073f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f5243902-1a45-4c4a-ad85-bb25526d5e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:27Z', 'updated_at': '2021-08-18T15:58:33Z', 'revision_number': 4, 'project_id': '404c900d8e1e4f838f9180582e073f54', 'gw_port': {'id': 'f5243902-1a45-4c4a-ad85-bb25526d5e49', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:28Z', 'updated_at': '2021-08-18T15:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '07754f7d-3660-47a9-aeec-9c1e2b33ca65', 'name': '', 'network_id': 'cb5d7474-e384-46e1-83f3-fc3ea265f5ea', 'tenant_id': '404c900d8e1e4f838f9180582e073f54', 'mac_address': 'fa:16:3e:61:0d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a47f4efe-cc06-4deb-b6e6-6ef8903de9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:31Z', 'updated_at': '2021-08-18T15:58:33Z', 'revision_number': 2, 'project_id': '404c900d8e1e4f838f9180582e073f54', 'subnets': [{'id': 'a47f4efe-cc06-4deb-b6e6-6ef8903de9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:36.368209 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Checking router: 195c1066-5652-490e-a8a2-1d151aec68e5 for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:58:36.368564 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Updating router 195c1066-5652-490e-a8a2-1d151aec68e5 port 07754f7d-3660-47a9-aeec-9c1e2b33ca65 binding host dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:58:36.413761 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:36.525181 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port f5243902-1a45-4c4a-ad85-bb25526d5e49 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:36.525862 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:36.885754 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039ab21-8667-4c1a-86d6-5a8b07d7036b req-f625270a-c235-48c9-9602-12bfe3395dfc tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:36.888724 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e039ab21-8667-4c1a-86d6-5a8b07d7036b req-f625270a-c235-48c9-9602-12bfe3395dfc tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 945 time: 0.1065142 Aug 18 15:58:36.995138 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e039ab21-8667-4c1a-86d6-5a8b07d7036b req-2c01c305-608a-4961-b857-01ca8ad1a91a tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941160 Aug 18 15:58:37.005106 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 34906) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:37.136698 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:37.162929 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Transition to ACTIVE for port object 07754f7d-3660-47a9-aeec-9c1e2b33ca65 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:58:37.177205 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:37.308536 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3b97dfe5-e6f7-4936-bb0c-542c10c24814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:37.477140 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619b154-bfbd-439b-b028-49022168c9d8 None None] Pushing event updated for resources: {'Port': ['ID=07754f7d-3660-47a9-aeec-9c1e2b33ca65,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:37.525520 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Attempting to bind port 07754f7d-3660-47a9-aeec-9c1e2b33ca65 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:58:37.526203 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Attempting to bind port 07754f7d-3660-47a9-aeec-9c1e2b33ca65 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '05c152f3-2567-45fe-a758-770182278eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb5d7474-e384-46e1-83f3-fc3ea265f5ea'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:58:37.528637 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Attempting to bind port 07754f7d-3660-47a9-aeec-9c1e2b33ca65 on network cb5d7474-e384-46e1-83f3-fc3ea265f5ea {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:58:37.542489 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:58:37.542865 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Checking segment: {'id': '05c152f3-2567-45fe-a758-770182278eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb5d7474-e384-46e1-83f3-fc3ea265f5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:58:37.550212 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:37.550697 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Bound using segment: {'id': '05c152f3-2567-45fe-a758-770182278eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb5d7474-e384-46e1-83f3-fc3ea265f5ea'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:58:37.551474 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Bound port: 07754f7d-3660-47a9-aeec-9c1e2b33ca65, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c152f3-2567-45fe-a758-770182278eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb5d7474-e384-46e1-83f3-fc3ea265f5ea'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:58:37.551952 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:37.561001 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3b97dfe5-e6f7-4936-bb0c-542c10c24814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:37.587350 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3b97dfe5-e6f7-4936-bb0c-542c10c24814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:37.624791 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97dfe5-e6f7-4936-bb0c-542c10c24814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b0d925-0417-4566-8728-fa5d7b983ee9,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:37.661320 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c8e86-b889-41d6-952e-8265be50ed20 req-31228e93-8ec6-42eb-8178-86039eff7f4e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:37.663559 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e72c8e86-b889-41d6-952e-8265be50ed20 req-31228e93-8ec6-42eb-8178-86039eff7f4e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.3203676 Aug 18 15:58:37.720202 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-3b97dfe5-e6f7-4936-bb0c-542c10c24814 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99d321f1e7e848678e8905e1d2b4d3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7137716 Aug 18 15:58:37.723420 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 34912) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:37.726977 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e72c8e86-b889-41d6-952e-8265be50ed20 req-3fe5f075-461d-43b2-8f64-1f89c8737331 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554037 Aug 18 15:58:37.767703 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] For port 07754f7d-3660-47a9-aeec-9c1e2b33ca65, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:58:37.782552 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] For port 07754f7d-3660-47a9-aeec-9c1e2b33ca65, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=07754f7d-3660-47a9-aeec-9c1e2b33ca65,segment=NetworkSegment(05c152f3-2567-45fe-a758-770182278eec),segment_id=05c152f3-2567-45fe-a758-770182278eec)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:58:37.805660 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:37.879620 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-17ff888a-23ad-41a5-ac7b-faa4ebf4dc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:37.942472 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-17ff888a-23ad-41a5-ac7b-faa4ebf4dc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:37.953723 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Routers {'195c1066-5652-490e-a8a2-1d151aec68e5'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:58:37.959966 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:58:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['195c1066-5652-490e-a8a2-1d151aec68e5'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:38.061921 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-17ff888a-23ad-41a5-ac7b-faa4ebf4dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:38.066108 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-17ff888a-23ad-41a5-ac7b-faa4ebf4dc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:38.091406 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-17ff888a-23ad-41a5-ac7b-faa4ebf4dc38 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42b0d925-0417-4566-8728-fa5d7b983ee9 HTTP/1.1" status: 204 len: 168 time: 0.3668482 Aug 18 15:58:38.120101 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff888a-23ad-41a5-ac7b-faa4ebf4dc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b0d925-0417-4566-8728-fa5d7b983ee9,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:38.226533 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619b154-bfbd-439b-b028-49022168c9d8 None None] Pushing event updated for resources: {'Port': ['ID=07754f7d-3660-47a9-aeec-9c1e2b33ca65,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:38.262173 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fce0f-c71c-467f-8756-e5f120e3588c req-b80856ef-0b8b-4dc4-ac7f-19b27646dc96 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:38.269525 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ee7fce0f-c71c-467f-8756-e5f120e3588c req-b80856ef-0b8b-4dc4-ac7f-19b27646dc96 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 945 time: 0.1197667 Aug 18 15:58:38.400555 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] Set router 195c1066-5652-490e-a8a2-1d151aec68e5 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:58:38.410398 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ee7fce0f-c71c-467f-8756-e5f120e3588c req-e8cac634-76c0-4aca-a68f-b5d48d01f4a5 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388328 Aug 18 15:58:38.589178 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735b7c8-ba30-4804-b0f0-5da84bd5a021 req-7303f933-dc2e-429a-8a79-d1493b437bdc tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:38.590813 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6735b7c8-ba30-4804-b0f0-5da84bd5a021 req-7303f933-dc2e-429a-8a79-d1493b437bdc tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 945 time: 0.1257956 Aug 18 15:58:38.828612 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-6735b7c8-ba30-4804-b0f0-5da84bd5a021 req-af5dcbe4-c74f-430e-a528-4d73182ec6a1 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Deleting port 703e24f7-0b2d-420b-be9b-91b9214eb355 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:58:38.828995 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-6735b7c8-ba30-4804-b0f0-5da84bd5a021 req-af5dcbe4-c74f-430e-a528-4d73182ec6a1 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:38.957480 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'name': 'tempest-TestMinimumBasicScenario-110880195-router', 'tenant_id': '404c900d8e1e4f838f9180582e073f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f5243902-1a45-4c4a-ad85-bb25526d5e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:27Z', 'updated_at': '2021-08-18T15:58:33Z', 'revision_number': 4, 'project_id': '404c900d8e1e4f838f9180582e073f54', 'gw_port': {'id': 'f5243902-1a45-4c4a-ad85-bb25526d5e49', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:28Z', 'updated_at': '2021-08-18T15:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '07754f7d-3660-47a9-aeec-9c1e2b33ca65', 'name': '', 'network_id': 'cb5d7474-e384-46e1-83f3-fc3ea265f5ea', 'tenant_id': '404c900d8e1e4f838f9180582e073f54', 'mac_address': 'fa:16:3e:61:0d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a47f4efe-cc06-4deb-b6e6-6ef8903de9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:31Z', 'updated_at': '2021-08-18T15:58:37Z', 'revision_number': 4, 'project_id': '404c900d8e1e4f838f9180582e073f54', 'subnets': [{'id': 'a47f4efe-cc06-4deb-b6e6-6ef8903de9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:39.023834 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b4db9-d4f8-4f06-97c4-074939cf1cc8 None None] The sync data for ids ['195c1066-5652-490e-a8a2-1d151aec68e5'] in dv-cinder-778534-7-iscsi is: [{'id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'name': 'tempest-TestMinimumBasicScenario-110880195-router', 'tenant_id': '404c900d8e1e4f838f9180582e073f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f5243902-1a45-4c4a-ad85-bb25526d5e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:27Z', 'updated_at': '2021-08-18T15:58:33Z', 'revision_number': 4, 'project_id': '404c900d8e1e4f838f9180582e073f54', 'gw_port': {'id': 'f5243902-1a45-4c4a-ad85-bb25526d5e49', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:28Z', 'updated_at': '2021-08-18T15:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '07754f7d-3660-47a9-aeec-9c1e2b33ca65', 'name': '', 'network_id': 'cb5d7474-e384-46e1-83f3-fc3ea265f5ea', 'tenant_id': '404c900d8e1e4f838f9180582e073f54', 'mac_address': 'fa:16:3e:61:0d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a47f4efe-cc06-4deb-b6e6-6ef8903de9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:31Z', 'updated_at': '2021-08-18T15:58:37Z', 'revision_number': 4, 'project_id': '404c900d8e1e4f838f9180582e073f54', 'subnets': [{'id': 'a47f4efe-cc06-4deb-b6e6-6ef8903de9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:58:39.102940 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802ba25-ad96-4e6e-9957-9efd9b81b4ec req-9e6cb3c6-807c-462c-88ad-cb10d162a4ec tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:39.121818 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7802ba25-ad96-4e6e-9957-9efd9b81b4ec req-9e6cb3c6-807c-462c-88ad-cb10d162a4ec tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1689215 Aug 18 15:58:39.234972 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-6735b7c8-ba30-4804-b0f0-5da84bd5a021 req-af5dcbe4-c74f-430e-a528-4d73182ec6a1 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] For port 703e24f7-0b2d-420b-be9b-91b9214eb355, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=703e24f7-0b2d-420b-be9b-91b9214eb355,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:58:39.235349 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-6735b7c8-ba30-4804-b0f0-5da84bd5a021 req-af5dcbe4-c74f-430e-a528-4d73182ec6a1 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:39.259100 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-6735b7c8-ba30-4804-b0f0-5da84bd5a021 req-af5dcbe4-c74f-430e-a528-4d73182ec6a1 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Calling delete_port for 703e24f7-0b2d-420b-be9b-91b9214eb355 owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:58:39.304653 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7802ba25-ad96-4e6e-9957-9efd9b81b4ec req-b7b2244e-16cf-467a-bad4-fd955bee1d00 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455972 Aug 18 15:58:39.649225 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-6735b7c8-ba30-4804-b0f0-5da84bd5a021 req-af5dcbe4-c74f-430e-a528-4d73182ec6a1 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:39.662181 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['f422ab3c-2b76-4670-9bfe-2b529f9b5a22', 'cd7afd8d-2c37-4d7b-8a02-93c24a7d0731', '509f746b-15e7-47a0-b5e0-5d48fdd5caa1', '703e24f7-0b2d-420b-be9b-91b9214eb355'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:58:39.701101 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa97be-1e0d-447e-88af-0257207b1fd2 req-c3bd4740-47b7-47bc-9cc9-7f5c5f92730c tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:39.710688 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4cfa97be-1e0d-447e-88af-0257207b1fd2 req-c3bd4740-47b7-47bc-9cc9-7f5c5f92730c tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 945 time: 0.1868596 Aug 18 15:58:39.714614 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5dcbe4-c74f-430e-a528-4d73182ec6a1 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Pushing event deleted for resources: {'Port': ['ID=703e24f7-0b2d-420b-be9b-91b9214eb355,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:39.865889 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-6735b7c8-ba30-4804-b0f0-5da84bd5a021 req-af5dcbe4-c74f-430e-a528-4d73182ec6a1 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] No DVR routers for this DVR port 703e24f7-0b2d-420b-be9b-91b9214eb355 on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:58:39.869802 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-6735b7c8-ba30-4804-b0f0-5da84bd5a021 req-af5dcbe4-c74f-430e-a528-4d73182ec6a1 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:39.877376 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6735b7c8-ba30-4804-b0f0-5da84bd5a021 req-af5dcbe4-c74f-430e-a528-4d73182ec6a1 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.20 "DELETE /v2.0/ports/703e24f7-0b2d-420b-be9b-91b9214eb355 HTTP/1.1" status: 204 len: 173 time: 1.2758780 Aug 18 15:58:39.920062 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8b7fad-2f5f-4243-9199-c5d77b35cfc2', 'name': 'network-vif-deleted', 'tag': '703e24f7-0b2d-420b-be9b-91b9214eb355'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:58:39.924241 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45081feb-7ebb-4939-b7f6-28af7cc48e46" -d '{"events": [{"server_uuid": "2d8b7fad-2f5f-4243-9199-c5d77b35cfc2", "name": "network-vif-deleted", "tag": "703e24f7-0b2d-420b-be9b-91b9214eb355"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:58:39.947365 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4cfa97be-1e0d-447e-88af-0257207b1fd2 req-244777b3-af4d-4b36-8fbf-5210a1c8827e tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378135 Aug 18 15:58:40.077091 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e956da7c-7e27-4a61-adae-e3c48ab86596 x-openstack-request-id: req-e956da7c-7e27-4a61-adae-e3c48ab86596 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:58:40.077387 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8b7fad-2f5f-4243-9199-c5d77b35cfc2", "name": "network-vif-deleted", "tag": "703e24f7-0b2d-420b-be9b-91b9214eb355", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:58:40.077650 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e956da7c-7e27-4a61-adae-e3c48ab86596 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:58:40.078045 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8b7fad-2f5f-4243-9199-c5d77b35cfc2', 'name': 'network-vif-deleted', 'tag': '703e24f7-0b2d-420b-be9b-91b9214eb355', 'status': 'completed', 'code': 200} Aug 18 15:58:40.284423 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 07754f7d-3660-47a9-aeec-9c1e2b33ca65 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:58:40.526590 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 07754f7d-3660-47a9-aeec-9c1e2b33ca65 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:58:40.581081 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 07754f7d-3660-47a9-aeec-9c1e2b33ca65 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:40.585583 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:40.814621 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849174e6-bab5-4094-9c78-e3e064254e69 req-5b567a8d-dff6-4214-bef4-a094ea65c7d1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:40.830587 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-849174e6-bab5-4094-9c78-e3e064254e69 req-5b567a8d-dff6-4214-bef4-a094ea65c7d1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.2103274 Aug 18 15:58:40.981147 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-849174e6-bab5-4094-9c78-e3e064254e69 req-df465768-4fff-4130-bbe0-5fbef3521745 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409507 Aug 18 15:58:41.055059 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:41.143914 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port 07754f7d-3660-47a9-aeec-9c1e2b33ca65, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=07754f7d-3660-47a9-aeec-9c1e2b33ca65,segment=NetworkSegment(05c152f3-2567-45fe-a758-770182278eec),segment_id=05c152f3-2567-45fe-a758-770182278eec)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:58:41.149954 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9ba0524f-6da1-4e1e-aaa3-365a8f8f18ba req-a1e75992-726f-4e3b-b579-f1ee39c24694 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8b7fad-2f5f-4243-9199-c5d77b35cfc2 HTTP/1.1" status: 200 len: 210 time: 0.0381746 Aug 18 15:58:41.151965 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:41.222375 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=07754f7d-3660-47a9-aeec-9c1e2b33ca65,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:41.797124 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 703e24f7-0b2d-420b-be9b-91b9214eb355 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:58:41.840502 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: 703e24f7-0b2d-420b-be9b-91b9214eb355 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:58:41.842878 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 703e24f7-0b2d-420b-be9b-91b9214eb355 not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:58:42.221326 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 07754f7d-3660-47a9-aeec-9c1e2b33ca65 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:58:42.287524 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 07754f7d-3660-47a9-aeec-9c1e2b33ca65 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:42.288680 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:44.777124 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-b3391538-7491-451b-b62a-a841460a894b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:47.687447 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-5885cb51-8553-4bc7-90c4-4070f4a0e890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:47.823915 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b617ae5d-975d-4066-a7dd-403d930785ad req-ca3959c1-948c-45d8-83ed-6c01d8da4198 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472887 Aug 18 15:58:47.886113 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:47.914285 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617ae5d-975d-4066-a7dd-403d930785ad req-e217e108-7667-41dd-907a-973107208393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:47.916572 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b617ae5d-975d-4066-a7dd-403d930785ad req-e217e108-7667-41dd-907a-973107208393 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e78890fc8d84a978e7ab7a79a4d6e14&device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 1098 time: 0.0604634 Aug 18 15:58:48.057414 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617ae5d-975d-4066-a7dd-403d930785ad req-1df56b26-d39f-4303-84eb-b345cf98685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:48.075383 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b617ae5d-975d-4066-a7dd-403d930785ad req-1df56b26-d39f-4303-84eb-b345cf98685a service neutron] 10.222.0.20 "GET /v2.0/networks?id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0 HTTP/1.1" status: 200 len: 920 time: 0.1325123 Aug 18 15:58:48.165396 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b617ae5d-975d-4066-a7dd-403d930785ad req-7326b9ce-d235-4414-8ce0-20a34941e7b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=923b9e48-e53d-497c-933c-c17d0383bfba HTTP/1.1" status: 200 len: 217 time: 0.0669158 Aug 18 15:58:48.250149 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e7b49015-46d3-46db-8645-1896fad22571 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d6c266d9c82e427f83db183ce8f6b15c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1622758 Aug 18 15:58:48.431534 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617ae5d-975d-4066-a7dd-403d930785ad req-955aa0c0-15d0-418c-a5b2-f263d2dcb06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:48.433404 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b617ae5d-975d-4066-a7dd-403d930785ad req-955aa0c0-15d0-418c-a5b2-f263d2dcb06c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84d0760-e747-4c13-ac2f-cdf7d90a83a3 HTTP/1.1" status: 200 len: 859 time: 0.2394884 Aug 18 15:58:48.511580 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b617ae5d-975d-4066-a7dd-403d930785ad req-6a83be77-bb61-4e44-8bd4-cfff3e9447ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688643 Aug 18 15:58:48.570797 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-96d3e2d5-bb64-4766-9099-805c0d416eba tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:48.572644 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-96d3e2d5-bb64-4766-9099-805c0d416eba tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/networks?id=d352241a-c502-4169-82e4-78c37c3b78b2 HTTP/1.1" status: 200 len: 813 time: 0.4961526 Aug 18 15:58:48.617772 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-9351355e-6251-449c-ac80-e57bdae1a696 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:48.619278 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-9351355e-6251-449c-ac80-e57bdae1a696 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3630931 Aug 18 15:58:48.638716 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-de52c144-86f4-47d0-8ac2-c5b8612b0bf4 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/quotas/323299017a00423c9df5d677826e3b3b HTTP/1.1" status: 200 len: 375 time: 0.0364840 Aug 18 15:58:48.644438 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e932b87e-f3f4-403c-961a-a496c13d89a0 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/quotas/d6c266d9c82e427f83db183ce8f6b15c HTTP/1.1" status: 200 len: 375 time: 0.0176256 Aug 18 15:58:48.700221 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-70d50670-a6b7-464b-8d36-3f7dde8a4f1a tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=323299017a00423c9df5d677826e3b3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530636 Aug 18 15:58:48.732771 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-523117d5-55f9-4d14-adb1-ee610805bec0 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6c266d9c82e427f83db183ce8f6b15c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678833 Aug 18 15:58:48.774634 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b617ae5d-975d-4066-a7dd-403d930785ad req-c99e2363-b717-46bd-b922-cb1655346a98 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401762 Aug 18 15:58:48.776148 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:48.891078 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-e2353524-6de8-41af-b629-d30b100e9d89 service neutron] 10.222.0.44 "GET /v2.0/networks/d352241a-c502-4169-82e4-78c37c3b78b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719368 Aug 18 15:58:49.019133 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b617ae5d-975d-4066-a7dd-403d930785ad req-e789184d-37db-4964-94f5-5f68196a3d69 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358801 Aug 18 15:58:49.063817 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9111cc-9d2b-469b-97ca-0e4174197619 req-d07173d8-c143-4184-89ae-f79557927e9b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:49.065754 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-be9111cc-9d2b-469b-97ca-0e4174197619 req-d07173d8-c143-4184-89ae-f79557927e9b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1092408 Aug 18 15:58:49.068052 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-aed48d95-331b-4b71-aa62-fa79caad459e service neutron] 10.222.0.44 "GET /v2.0/networks/d352241a-c502-4169-82e4-78c37c3b78b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758027 Aug 18 15:58:49.134240 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-be9111cc-9d2b-469b-97ca-0e4174197619 req-8f3b71aa-0181-4b4f-b59f-13b5d22f84a6 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584264 Aug 18 15:58:49.322633 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-93c4c5e3-2e3f-46a6-98de-56be0cc28114 req-c3de6048-78aa-403a-9e03-10653efbfe69 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 210 time: 0.0459912 Aug 18 15:58:49.374677 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88be9f8-eb47-40bb-b2e6-904c1aff0a98 req-a918c055-9b1f-4c3a-b32e-10b1854c6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:49.376706 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e88be9f8-eb47-40bb-b2e6-904c1aff0a98 req-a918c055-9b1f-4c3a-b32e-10b1854c6f29 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 1099 time: 0.0530627 Aug 18 15:58:49.430738 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e88be9f8-eb47-40bb-b2e6-904c1aff0a98 req-0600f9fe-daad-4c67-9706-ca0882e38fa5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463333 Aug 18 15:58:49.471045 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fb962621-37ca-4b29-8c16-ec2f45d9bac8 req-934717ea-88cc-4777-9e40-1d2483b827c0 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 210 time: 0.0434752 Aug 18 15:58:50.004571 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:50.121351 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-6ef6ffbc-dde1-4b76-9741-953a205b103b tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:50.123000 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-6ef6ffbc-dde1-4b76-9741-953a205b103b tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/networks?id=e8e860e8-f3eb-4fc6-97eb-661d667222fa HTTP/1.1" status: 200 len: 815 time: 0.1512225 Aug 18 15:58:50.139028 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-f9652c06-a7c7-4cb8-b142-0b75e8276799 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/quotas/77e136ad8c444be5ab6bb316db899707 HTTP/1.1" status: 200 len: 375 time: 0.0100677 Aug 18 15:58:50.216755 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-6e90bf49-f912-4daa-9db5-b6c46bcfed34 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=77e136ad8c444be5ab6bb316db899707&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710807 Aug 18 15:58:50.618689 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-f352c192-c078-4ff8-83d4-aaed6ab12bc0 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d6c266d9c82e427f83db183ce8f6b15c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402100 Aug 18 15:58:50.701633 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eee2a0-8a07-4903-84e7-24bbe89660a4 req-1b0d889b-4d42-48a7-9c09-eaffe6b78ce7 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:50.703240 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-22eee2a0-8a07-4903-84e7-24bbe89660a4 req-1b0d889b-4d42-48a7-9c09-eaffe6b78ce7 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.4848561 Aug 18 15:58:50.738384 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-0899105e-d2dc-40a0-89ec-8c4e8098be6c service neutron] 10.222.0.44 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017395 Aug 18 15:58:50.825349 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-22eee2a0-8a07-4903-84e7-24bbe89660a4 req-39ab7bdf-4d69-4423-a894-b6e61a70fedc tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083226 Aug 18 15:58:50.873161 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-6f14c90d-eea6-47e9-9c1b-d3391f3d86b8 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:50.875958 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-6f14c90d-eea6-47e9-9c1b-d3391f3d86b8 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2419693 Aug 18 15:58:50.914637 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Request body: {'port': {'device_id': '251e3622-b6cc-419f-9df2-71eaf1fa4322', 'network_id': '28627e18-bd37-4d47-b0d4-426f800b4018', 'admin_state_up': True, 'tenant_id': 'd6c266d9c82e427f83db183ce8f6b15c'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:58:51.005623 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:51.023771 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-49d7f77d-df6a-4b56-97d0-d97942410eb4 req-b03828b6-fea7-4c19-b3e9-1b3a62f8426e tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 210 time: 0.0939744 Aug 18 15:58:51.090274 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-6cd04ac9-74b6-4f62-b737-3ff6ea9f8d7a service neutron] 10.222.0.44 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223152 Aug 18 15:58:51.122745 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-2d9b0822-2408-46b7-aa38-6a49ff136c3d tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:51.130023 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-2d9b0822-2408-46b7-aa38-6a49ff136c3d tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.20 "GET /v2.0/networks?id=d352241a-c502-4169-82e4-78c37c3b78b2 HTTP/1.1" status: 200 len: 813 time: 0.1928735 Aug 18 15:58:51.147683 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Request body: {'port': {'device_id': 'fc0b299c-1a13-4b48-9e56-c6199a3f21f8', 'network_id': 'd352241a-c502-4169-82e4-78c37c3b78b2', 'admin_state_up': True, 'tenant_id': '323299017a00423c9df5d677826e3b3b'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:58:51.193543 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3d3b6629-3dc7-4fbb-aa93-482aa5f38f3e req-cc70e9e5-6ea5-421e-84d3-a7e2fb57c5d1 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 210 time: 0.0570168 Aug 18 15:58:51.272202 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Made reservation on behalf of d6c266d9c82e427f83db183ce8f6b15c for: {'port': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:58:51.276271 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:51.310391 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:51.363209 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a2bf8bf2-1a80-4539-afbd-446bc0a9b2eb req-0a0e8171-4d72-456d-bbb7-1d49bacf8f3e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 210 time: 0.0494914 Aug 18 15:58:51.516915 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:51.530799 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1b3b2-2be7-483f-84c8-23e38a219cb8 req-536f7675-59ac-4de9-9df2-e2489b9b5d52 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:51.532388 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-47e1b3b2-2be7-483f-84c8-23e38a219cb8 req-536f7675-59ac-4de9-9df2-e2489b9b5d52 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 946 time: 0.0915916 Aug 18 15:58:51.533853 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:51.551656 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Made reservation on behalf of 323299017a00423c9df5d677826e3b3b for: {'port': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:58:51.560556 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:51.720444 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Allocated IP 192.168.233.37 (28627e18-bd37-4d47-b0d4-426f800b4018/cd9e1cac-a0c8-4f2a-9045-4c2460ce74dc/17e70f38-5ab9-4f9c-b478-9e82e167ca26) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:58:51.746469 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d1c0b2-463f-434f-a65e-1957307b1e49,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:51.768100 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:51.768497 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:51.768913 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:51.769271 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:51.769635 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:51.770006 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:51.770570 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:51.770884 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:51.771252 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:51.771613 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:51.771943 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:51.772914 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:51.795908 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-47e1b3b2-2be7-483f-84c8-23e38a219cb8 req-2e99f063-2fde-4841-ac99-66e4b24508af tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240540 Aug 18 15:58:51.869389 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Allocated IP 172.20.0.8 (d352241a-c502-4169-82e4-78c37c3b78b2/fcf4f24f-5d00-4a05-a317-901b12b78ffa/e43fd258-e221-43eb-b0c3-5fab0857058c) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:58:52.050108 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:52.064881 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1310d-7635-4c12-98c2-6dcaba02230a req-4d870236-68eb-462d-9a78-b1b971a3bbb7 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:52.066500 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fcb1310d-7635-4c12-98c2-6dcaba02230a req-4d870236-68eb-462d-9a78-b1b971a3bbb7 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0951226 Aug 18 15:58:52.076764 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Transition to ACTIVE for port object 17e70f38-5ab9-4f9c-b478-9e82e167ca26 will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:58:52.117443 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:52.202110 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:52.203092 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fcb1310d-7635-4c12-98c2-6dcaba02230a req-726199c2-d9dc-46fd-9a61-28c0842ab44a tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255479 Aug 18 15:58:52.253684 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-20545fd9-4e1c-43e6-bd4f-7fce66644420 req-b746e952-b498-4321-ba51-9b03ff9519f9 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 210 time: 0.0872970 Aug 18 15:58:52.255031 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:52.281725 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Network d352241a-c502-4169-82e4-78c37c3b78b2 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:58:52.288010 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Network 28627e18-bd37-4d47-b0d4-426f800b4018 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:58:52.303207 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:58:52.310992 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:58:52.312554 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Pushing event updated for resources: {'Port': ['ID=e43fd258-e221-43eb-b0c3-5fab0857058c,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:52.314991 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:58:52.315143 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:58:52.402187 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:52.402187 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:52.402187 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:52.402509 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:52.404774 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:52.405180 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:52.405555 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:52.405897 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:52.406229 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:52.406592 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:52.406958 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:52.412354 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:58:52.437612 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Pushing event updated for resources: {'Port': ['ID=17e70f38-5ab9-4f9c-b478-9e82e167ca26,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:52.464918 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:52.466382 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:52.473183 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cf120-4baa-4bf6-8c6d-49831b029b28 req-af84ac27-2af4-45e6-847a-42813513363c tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:52.474774 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d48cf120-4baa-4bf6-8c6d-49831b029b28 req-af84ac27-2af4-45e6-847a-42813513363c tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 931 time: 0.1530080 Aug 18 15:58:52.482352 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:52.483027 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:52.498148 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-fde09f31-8b78-4a85-9dda-93c362a6c23b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3557403 Aug 18 15:58:52.512981 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Request body: {'port': {'device_id': 'fc0b299c-1a13-4b48-9e56-c6199a3f21f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:58:52.523245 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-52536b30-b9ff-4f23-8901-6204f9a58c89 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6273839 Aug 18 15:58:52.540033 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Request body: {'port': {'device_id': '251e3622-b6cc-419f-9df2-71eaf1fa4322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:58:52.558046 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d48cf120-4baa-4bf6-8c6d-49831b029b28 req-babc6bc2-6ce2-46e4-a047-7580472332f2 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703108 Aug 18 15:58:52.571398 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:52.583012 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-a164bb2c-86b9-4479-abcb-01190cd6c9a5 None None] Provisioning for port 17e70f38-5ab9-4f9c-b478-9e82e167ca26 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:58:52.587911 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-a164bb2c-86b9-4479-abcb-01190cd6c9a5 None None] Provisioning complete for port 17e70f38-5ab9-4f9c-b478-9e82e167ca26 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:52.588600 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-a164bb2c-86b9-4479-abcb-01190cd6c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:52.597268 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-10bc201a-8765-4c6d-ac6f-0ad170957f43 req-1d3048ec-744d-4ac5-b760-80229fd6c958 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 210 time: 0.0649238 Aug 18 15:58:52.637125 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:52.640067 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-a164bb2c-86b9-4479-abcb-01190cd6c9a5 None None] Port 17e70f38-5ab9-4f9c-b478-9e82e167ca26 cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:58:52.918987 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e43fd258-e221-43eb-b0c3-5fab0857058c {{(pid=93846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:58:52.922421 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c631aa-6967-44e1-b514-ca0c78f687a2 req-2803a0b0-f7bf-41b9-877b-8188c4883997 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:52.923995 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-53c631aa-6967-44e1-b514-ca0c78f687a2 req-2803a0b0-f7bf-41b9-877b-8188c4883997 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1665123 Aug 18 15:58:52.928132 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:52.941894 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Transition to ACTIVE for port object e43fd258-e221-43eb-b0c3-5fab0857058c will not be triggered until provisioned by entity L2. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:58:52.946781 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:53.007795 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Pushing event updated for resources: {'Port': ['ID=e43fd258-e221-43eb-b0c3-5fab0857058c,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:53.048955 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398ddef-b3d8-45d0-bc9a-7b67f8574f4c req-9e1c5a96-11a0-460f-8e1a-00d62872efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:53.050499 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0398ddef-b3d8-45d0-bc9a-7b67f8574f4c req-9e1c5a96-11a0-460f-8e1a-00d62872efff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e78890fc8d84a978e7ab7a79a4d6e14&device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 1099 time: 0.2556958 Aug 18 15:58:53.095122 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Attempting to bind port e43fd258-e221-43eb-b0c3-5fab0857058c on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:58:53.095487 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Attempting to bind port e43fd258-e221-43eb-b0c3-5fab0857058c by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '863dcc96-1910-4781-a5d8-0e8eb2cc3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd352241a-c502-4169-82e4-78c37c3b78b2'}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:58:53.095819 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Attempting to bind port e43fd258-e221-43eb-b0c3-5fab0857058c on network d352241a-c502-4169-82e4-78c37c3b78b2 {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:58:53.103222 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Port e43fd258-e221-43eb-b0c3-5fab0857058c on network d352241a-c502-4169-82e4-78c37c3b78b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:58:53.103689 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Attempting to bind port e43fd258-e221-43eb-b0c3-5fab0857058c on network d352241a-c502-4169-82e4-78c37c3b78b2 {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:58:53.109231 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:58:53.109578 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Checking segment: {'id': '863dcc96-1910-4781-a5d8-0e8eb2cc3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd352241a-c502-4169-82e4-78c37c3b78b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:58:53.109968 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Bound using segment: {'id': '863dcc96-1910-4781-a5d8-0e8eb2cc3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd352241a-c502-4169-82e4-78c37c3b78b2'} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:58:53.110400 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Bound port: e43fd258-e221-43eb-b0c3-5fab0857058c, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863dcc96-1910-4781-a5d8-0e8eb2cc3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd352241a-c502-4169-82e4-78c37c3b78b2'}}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:58:53.110810 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:53.139189 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc9333-95e0-4fb5-8aa4-7734016128a1 req-a0bcc84e-8ff6-4b96-8295-efb93b53899c tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:53.140899 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-11cc9333-95e0-4fb5-8aa4-7734016128a1 req-a0bcc84e-8ff6-4b96-8295-efb93b53899c tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 946 time: 0.2436955 Aug 18 15:58:53.186334 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] For port e43fd258-e221-43eb-b0c3-5fab0857058c, host hv-cinder-77853, cleared binding levels {{(pid=93846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:58:53.191725 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] For port e43fd258-e221-43eb-b0c3-5fab0857058c, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=e43fd258-e221-43eb-b0c3-5fab0857058c,segment=NetworkSegment(863dcc96-1910-4781-a5d8-0e8eb2cc3fe9),segment_id=863dcc96-1910-4781-a5d8-0e8eb2cc3fe9)] {{(pid=93846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:58:53.194984 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-53c631aa-6967-44e1-b514-ca0c78f687a2 req-7cb69d52-deb2-4f40-9887-ffbc2b414822 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256148 Aug 18 15:58:53.199953 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:53.245570 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-09dfd0ab-6d01-4e0e-91f4-c7dbe812b47f tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:53.247405 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-09dfd0ab-6d01-4e0e-91f4-c7dbe812b47f tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.20 "GET /v2.0/networks?id=e8e860e8-f3eb-4fc6-97eb-661d667222fa HTTP/1.1" status: 200 len: 815 time: 0.3922436 Aug 18 15:58:53.264125 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Pushing event updated for resources: {'Port': ['ID=e43fd258-e221-43eb-b0c3-5fab0857058c,revision_number=3']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:53.273941 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-c82fa824-fdfa-4852-a0d9-14286c725e78 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Request body: {'port': {'device_id': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa', 'admin_state_up': True, 'tenant_id': '77e136ad8c444be5ab6bb316db899707'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:58:53.276946 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:53.278158 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:53.279856 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-45ca6156-0d92-4fa0-a541-68193bccf19a service neutron] 10.222.0.20 "PUT /v2.0/ports/e43fd258-e221-43eb-b0c3-5fab0857058c HTTP/1.1" status: 200 len: 1093 time: 0.7725191 Aug 18 15:58:53.282218 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0b299c-1a13-4b48-9e56-c6199a3f21f8', 'tag': 'e43fd258-e221-43eb-b0c3-5fab0857058c'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:58:53.288237 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c2484220df23b53d05c574a87c61816e9fe22f18d36342348500485cedff23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1b9905-f46f-4a8c-8501-98c382ade043" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0b299c-1a13-4b48-9e56-c6199a3f21f8", "tag": "e43fd258-e221-43eb-b0c3-5fab0857058c"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:58:53.421801 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b97ee-44d9-4998-ab49-021a4feba34c req-15415758-7397-4820-b24f-c71bc4c6aa2d tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:53.422711 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c06b97ee-44d9-4998-ab49-021a4feba34c req-15415758-7397-4820-b24f-c71bc4c6aa2d tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 946 time: 0.1419432 Aug 18 15:58:53.424433 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-11cc9333-95e0-4fb5-8aa4-7734016128a1 req-67b431fb-42cc-40c9-888d-351854b14d60 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284122 Aug 18 15:58:53.476477 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e70f38-5ab9-4f9c-b478-9e82e167ca26 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:58:53.489087 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398ddef-b3d8-45d0-bc9a-7b67f8574f4c req-c523036c-465e-4268-b7db-76d14f852126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:53.490575 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0398ddef-b3d8-45d0-bc9a-7b67f8574f4c req-c523036c-465e-4268-b7db-76d14f852126 service neutron] 10.222.0.20 "GET /v2.0/networks?id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0 HTTP/1.1" status: 200 len: 920 time: 0.4224572 Aug 18 15:58:53.495484 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:53.569490 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2e7401-84fd-488e-8090-945e1ba28c3b x-openstack-request-id: req-ec2e7401-84fd-488e-8090-945e1ba28c3b {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:58:53.569826 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0b299c-1a13-4b48-9e56-c6199a3f21f8", "tag": "e43fd258-e221-43eb-b0c3-5fab0857058c", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:58:53.570087 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec2e7401-84fd-488e-8090-945e1ba28c3b {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:58:53.570795 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0b299c-1a13-4b48-9e56-c6199a3f21f8', 'tag': 'e43fd258-e221-43eb-b0c3-5fab0857058c', 'status': 'completed', 'code': 200} Aug 18 15:58:53.574668 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0398ddef-b3d8-45d0-bc9a-7b67f8574f4c req-b327b538-3066-424f-b806-ce8fc497d2a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822aeee9-a8b6-4462-86c9-05cf4f09e97b HTTP/1.1" status: 200 len: 217 time: 0.0722449 Aug 18 15:58:53.580573 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-14ade62e-e73f-47df-8d1d-8f9c89fa495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:53.580871 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Transition to ACTIVE for port object 17e70f38-5ab9-4f9c-b478-9e82e167ca26 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:58:53.582257 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-14ade62e-e73f-47df-8d1d-8f9c89fa495f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=323299017a00423c9df5d677826e3b3b&device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 1096 time: 0.2458725 Aug 18 15:58:53.607557 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146a716-314d-4d9d-b14d-ba9a91bca3eb req-f917d60d-796f-4b63-810a-12294255f672 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:53.609174 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4146a716-314d-4d9d-b14d-ba9a91bca3eb req-f917d60d-796f-4b63-810a-12294255f672 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 935 time: 0.2109127 Aug 18 15:58:53.625619 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:53.632895 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-7ca63d59-0cc7-4316-ac29-685b96c1b259 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e43fd258-e221-43eb-b0c3-5fab0857058c HTTP/1.1" status: 200 len: 217 time: 0.0416529 Aug 18 15:58:53.755017 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-c82fa824-fdfa-4852-a0d9-14286c725e78 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Made reservation on behalf of 77e136ad8c444be5ab6bb316db899707 for: {'port': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:58:53.759382 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-c82fa824-fdfa-4852-a0d9-14286c725e78 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:53.941106 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [req-c06b97ee-44d9-4998-ab49-021a4feba34c req-78b8cf77-aba5-4d1e-8f4a-df72b61a3302 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Deleting port 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:58:53.941446 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-c06b97ee-44d9-4998-ab49-021a4feba34c req-78b8cf77-aba5-4d1e-8f4a-df72b61a3302 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:53.946782 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=17e70f38-5ab9-4f9c-b478-9e82e167ca26,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:53.967644 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398ddef-b3d8-45d0-bc9a-7b67f8574f4c req-e665ba00-0f09-4a1b-bea8-16b5297be333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:53.969268 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0398ddef-b3d8-45d0-bc9a-7b67f8574f4c req-e665ba00-0f09-4a1b-bea8-16b5297be333 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84d0760-e747-4c13-ac2f-cdf7d90a83a3 HTTP/1.1" status: 200 len: 859 time: 0.3584869 Aug 18 15:58:53.984350 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4146a716-314d-4d9d-b14d-ba9a91bca3eb req-90773a0c-fcb4-450f-b753-e56b847c528f tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304489 Aug 18 15:58:54.063284 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-89bd7aeb-7c57-4dcc-9e01-7abdb01f923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:54.064945 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-89bd7aeb-7c57-4dcc-9e01-7abdb01f923e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fcf4f24f-5d00-4a05-a317-901b12b78ffa HTTP/1.1" status: 200 len: 853 time: 0.4239230 Aug 18 15:58:54.124710 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0398ddef-b3d8-45d0-bc9a-7b67f8574f4c req-b5f01fbc-d03b-47bf-b79a-8ca16d65827a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15a0504c-06b5-46fa-81c3-b3b20e1d40d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835524 Aug 18 15:58:54.130788 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-c06b97ee-44d9-4998-ab49-021a4feba34c req-78b8cf77-aba5-4d1e-8f4a-df72b61a3302 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] For port 509f746b-15e7-47a0-b5e0-5d48fdd5caa1, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=509f746b-15e7-47a0-b5e0-5d48fdd5caa1,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:58:54.131168 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-c06b97ee-44d9-4998-ab49-021a4feba34c req-78b8cf77-aba5-4d1e-8f4a-df72b61a3302 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:54.133185 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d475e-c152-449b-8f43-2287f462765e req-328f2ed4-ddc3-4ffd-8f49-fc40f444a579 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:54.142475 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-386d475e-c152-449b-8f43-2287f462765e req-328f2ed4-ddc3-4ffd-8f49-fc40f444a579 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 943 time: 0.4917765 Aug 18 15:58:54.171541 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [req-c06b97ee-44d9-4998-ab49-021a4feba34c req-78b8cf77-aba5-4d1e-8f4a-df72b61a3302 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Calling delete_port for 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 owned by compute:nova {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:58:54.289761 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-23e5377c-6c2b-4ffd-8b3f-2706f95bda32 req-ba66508b-3951-4a0a-add2-10f3bf9f372e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 210 time: 0.1301367 Aug 18 15:58:54.400535 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-386d475e-c152-449b-8f43-2287f462765e req-af3bc960-4116-489d-ad24-ce07a7826cf9 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570982 Aug 18 15:58:54.408278 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-c82fa824-fdfa-4852-a0d9-14286c725e78 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Allocated IP 172.20.0.12 (e8e860e8-f3eb-4fc6-97eb-661d667222fa/aa9b8653-8df0-4191-b528-a8151a2e9f0f/c2d52bed-aed6-4435-b668-476f444126a7) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:58:54.499586 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-c06b97ee-44d9-4998-ab49-021a4feba34c req-78b8cf77-aba5-4d1e-8f4a-df72b61a3302 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:54.514115 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Attempting to bind port 17e70f38-5ab9-4f9c-b478-9e82e167ca26 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:58:54.514351 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['f422ab3c-2b76-4670-9bfe-2b529f9b5a22', 'cd7afd8d-2c37-4d7b-8a02-93c24a7d0731', '509f746b-15e7-47a0-b5e0-5d48fdd5caa1'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:58:54.515766 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Attempting to bind port 17e70f38-5ab9-4f9c-b478-9e82e167ca26 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '67c2a28d-816a-4480-9f36-67289ba7590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28627e18-bd37-4d47-b0d4-426f800b4018'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:58:54.517094 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Attempting to bind port 17e70f38-5ab9-4f9c-b478-9e82e167ca26 on network 28627e18-bd37-4d47-b0d4-426f800b4018 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:58:54.555297 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8cf77-aba5-4d1e-8f4a-df72b61a3302 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Pushing event deleted for resources: {'Port': ['ID=509f746b-15e7-47a0-b5e0-5d48fdd5caa1,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:54.569061 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Port 17e70f38-5ab9-4f9c-b478-9e82e167ca26 on network 28627e18-bd37-4d47-b0d4-426f800b4018 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:58:54.569788 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Attempting to bind port 17e70f38-5ab9-4f9c-b478-9e82e167ca26 on network 28627e18-bd37-4d47-b0d4-426f800b4018 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:58:54.616460 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:58:54.617156 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Checking segment: {'id': '67c2a28d-816a-4480-9f36-67289ba7590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28627e18-bd37-4d47-b0d4-426f800b4018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:58:54.617934 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Bound using segment: {'id': '67c2a28d-816a-4480-9f36-67289ba7590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28627e18-bd37-4d47-b0d4-426f800b4018'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:58:54.618577 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Bound port: 17e70f38-5ab9-4f9c-b478-9e82e167ca26, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c2a28d-816a-4480-9f36-67289ba7590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28627e18-bd37-4d47-b0d4-426f800b4018'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:58:54.619095 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:54.665859 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-39ee6fd7-56a9-4e24-95fa-b800813dd819 req-1d325d9c-45dd-45fc-a13a-a011b51c1e50 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 210 time: 0.0832839 Aug 18 15:58:54.688093 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66042f1a-b7ce-43c3-a529-78071db046a7 req-5b14908a-8e28-4fc3-b3db-20f8d15bd42a tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:54.690530 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-66042f1a-b7ce-43c3-a529-78071db046a7 req-5b14908a-8e28-4fc3-b3db-20f8d15bd42a tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.2858086 Aug 18 15:58:54.732436 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06b97ee-44d9-4998-ab49-021a4feba34c req-78b8cf77-aba5-4d1e-8f4a-df72b61a3302 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] No DVR routers for this DVR port 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 on host hv-cinder-77853 {{(pid=93846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:58:54.738590 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-c06b97ee-44d9-4998-ab49-021a4feba34c req-78b8cf77-aba5-4d1e-8f4a-df72b61a3302 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:54.750072 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c06b97ee-44d9-4998-ab49-021a4feba34c req-78b8cf77-aba5-4d1e-8f4a-df72b61a3302 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.20 "DELETE /v2.0/ports/509f746b-15e7-47a0-b5e0-5d48fdd5caa1 HTTP/1.1" status: 204 len: 173 time: 1.3188107 Aug 18 15:58:55.259164 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-66042f1a-b7ce-43c3-a529-78071db046a7 req-50a1e78a-e8c4-4f53-b7a2-2bfdf89a3ee0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501180 Aug 18 15:58:55.282758 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] For port 17e70f38-5ab9-4f9c-b478-9e82e167ca26, host hv-cinder-77853, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:58:55.312261 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4e9a1-9ce4-4703-aeec-0e85a2fdeead req-d4756889-13f2-46f7-82b0-425e9596f4e8 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:55.313792 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-72d4e9a1-9ce4-4703-aeec-0e85a2fdeead req-d4756889-13f2-46f7-82b0-425e9596f4e8 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 947 time: 0.1755767 Aug 18 15:58:55.324316 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] For port 17e70f38-5ab9-4f9c-b478-9e82e167ca26, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=17e70f38-5ab9-4f9c-b478-9e82e167ca26,segment=NetworkSegment(67c2a28d-816a-4480-9f36-67289ba7590a),segment_id=67c2a28d-816a-4480-9f36-67289ba7590a)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:58:55.339128 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-c82fa824-fdfa-4852-a0d9-14286c725e78 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:55.353083 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:55.419000 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-c82fa824-fdfa-4852-a0d9-14286c725e78 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Transition to ACTIVE for port object c2d52bed-aed6-4435-b668-476f444126a7 will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:58:55.433128 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:55.433757 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:55.435202 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] 10.222.0.20 "PUT /v2.0/ports/17e70f38-5ab9-4f9c-b478-9e82e167ca26 HTTP/1.1" status: 200 len: 1097 time: 2.8992703 Aug 18 15:58:55.448940 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251e3622-b6cc-419f-9df2-71eaf1fa4322', 'tag': '17e70f38-5ab9-4f9c-b478-9e82e167ca26'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:58:55.451255 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9dde67-a602-43d7-83a6-3f16b52df8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "251e3622-b6cc-419f-9df2-71eaf1fa4322", "tag": "17e70f38-5ab9-4f9c-b478-9e82e167ca26"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:58:55.480608 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-72d4e9a1-9ce4-4703-aeec-0e85a2fdeead req-8f5d5be7-cd9a-41c1-9125-6161f28f2ba8 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396372 Aug 18 15:58:55.482939 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-073f2e2a-9993-4552-8900-3371eafc6ceb req-29d18a2e-d623-4401-ae4e-be62100c172e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 210 time: 0.0945535 Aug 18 15:58:55.528145 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=17e70f38-5ab9-4f9c-b478-9e82e167ca26,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:55.544055 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-c82fa824-fdfa-4852-a0d9-14286c725e78 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:55.571326 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4a8ea8-599c-4c17-9e61-9ca2eba57843', 'name': 'network-vif-deleted', 'tag': '509f746b-15e7-47a0-b5e0-5d48fdd5caa1'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:58:55.575038 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c2484220df23b53d05c574a87c61816e9fe22f18d36342348500485cedff23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c923ee-0c9e-4d39-9429-75302f45233c" -d '{"events": [{"server_uuid": "fb4a8ea8-599c-4c17-9e61-9ca2eba57843", "name": "network-vif-deleted", "tag": "509f746b-15e7-47a0-b5e0-5d48fdd5caa1"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:58:55.629428 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c59c2e-e76c-4070-a12e-2f4466989ebb x-openstack-request-id: req-03c59c2e-e76c-4070-a12e-2f4466989ebb {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:58:55.629428 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251e3622-b6cc-419f-9df2-71eaf1fa4322", "tag": "17e70f38-5ab9-4f9c-b478-9e82e167ca26", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:58:55.629872 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03c59c2e-e76c-4070-a12e-2f4466989ebb {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:58:55.630737 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251e3622-b6cc-419f-9df2-71eaf1fa4322', 'tag': '17e70f38-5ab9-4f9c-b478-9e82e167ca26', 'status': 'completed', 'code': 200} Aug 18 15:58:55.648882 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dd2644-bb18-4511-bf28-ca71e8fced9a x-openstack-request-id: req-03dd2644-bb18-4511-bf28-ca71e8fced9a {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:58:55.649279 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4a8ea8-599c-4c17-9e61-9ca2eba57843", "name": "network-vif-deleted", "tag": "509f746b-15e7-47a0-b5e0-5d48fdd5caa1", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:58:55.649628 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03dd2644-bb18-4511-bf28-ca71e8fced9a {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:58:55.650120 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4a8ea8-599c-4c17-9e61-9ca2eba57843', 'name': 'network-vif-deleted', 'tag': '509f746b-15e7-47a0-b5e0-5d48fdd5caa1', 'status': 'completed', 'code': 200} Aug 18 15:58:55.666145 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fa824-fdfa-4852-a0d9-14286c725e78 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Pushing event updated for resources: {'Port': ['ID=c2d52bed-aed6-4435-b668-476f444126a7,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:55.671178 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-c82fa824-fdfa-4852-a0d9-14286c725e78 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Network e8e860e8-f3eb-4fc6-97eb-661d667222fa is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:58:55.674379 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-c82fa824-fdfa-4852-a0d9-14286c725e78 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:58:55.677187 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-c82fa824-fdfa-4852-a0d9-14286c725e78 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:58:55.740994 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674aa05c-e8af-4f04-9477-4d859efa3858 req-5db3502c-41fa-4967-9aad-cb1c10600ea3 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:55.742468 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-674aa05c-e8af-4f04-9477-4d859efa3858 req-5db3502c-41fa-4967-9aad-cb1c10600ea3 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 943 time: 0.1850662 Aug 18 15:58:55.753136 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-c82fa824-fdfa-4852-a0d9-14286c725e78 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:55.754007 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-c82fa824-fdfa-4852-a0d9-14286c725e78 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:55.834791 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-c82fa824-fdfa-4852-a0d9-14286c725e78 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5746169 Aug 18 15:58:55.839181 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e67f1d0d-c91e-47e3-b2c1-40cee850d6cb req-66821010-70bc-45c2-8705-de5c32513a6f tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 210 time: 0.0665095 Aug 18 15:58:55.862284 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-674aa05c-e8af-4f04-9477-4d859efa3858 req-29a74020-e9f3-475f-abf4-e014ab6f3506 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046357 Aug 18 15:58:55.914181 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 35246) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:55.942375 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-79436c04-6275-44d1-9a6a-83d81caeeaa4 None None] Provisioning for port c2d52bed-aed6-4435-b668-476f444126a7 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:58:55.946590 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-79436c04-6275-44d1-9a6a-83d81caeeaa4 None None] Provisioning complete for port c2d52bed-aed6-4435-b668-476f444126a7 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:58:55.946974 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-79436c04-6275-44d1-9a6a-83d81caeeaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:55.959319 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b289dd-78ad-4d25-a032-10d003647faa admin admin] Deleting subnet a80087f7-4ed7-4f3b-bc82-18013e59e3fe {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:58:55.963109 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f5b289dd-78ad-4d25-a032-10d003647faa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:55.987249 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-79436c04-6275-44d1-9a6a-83d81caeeaa4 None None] Port c2d52bed-aed6-4435-b668-476f444126a7 cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:58:56.002599 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f5b289dd-78ad-4d25-a032-10d003647faa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13948654'] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:56.047104 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f5b289dd-78ad-4d25-a032-10d003647faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473169'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:56.106075 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f5b289dd-78ad-4d25-a032-10d003647faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13948497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14033944'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:56.131926 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b289dd-78ad-4d25-a032-10d003647faa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a80087f7-4ed7-4f3b-bc82-18013e59e3fe,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:56.138378 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f5b289dd-78ad-4d25-a032-10d003647faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:56.140528 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f5b289dd-78ad-4d25-a032-10d003647faa admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a80087f7-4ed7-4f3b-bc82-18013e59e3fe HTTP/1.1" status: 204 len: 168 time: 0.2252257 Aug 18 15:58:56.143015 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 35248) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:56.216533 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-254e2fa3-dab3-4d87-966c-434e6d77ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627848'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:56.297288 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-254e2fa3-dab3-4d87-966c-434e6d77ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472536', 'neutron.services.segments.db._delete_segments_for_network-8780902331073'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:56.309937 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-254e2fa3-dab3-4d87-966c-434e6d77ee87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d793ee38-ef0d-44b1-aaa5-5b64cef4d17f']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:56.321713 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-254e2fa3-dab3-4d87-966c-434e6d77ee87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81cfe36-462e-43cc-b971-50d5eb6e41c0') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:56.322003 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-254e2fa3-dab3-4d87-966c-434e6d77ee87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81cfe36-462e-43cc-b971-50d5eb6e41c0') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:58:56.332782 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-254e2fa3-dab3-4d87-966c-434e6d77ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780902098598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13948647'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:56.352718 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-254e2fa3-dab3-4d87-966c-434e6d77ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:56.359474 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254e2fa3-dab3-4d87-966c-434e6d77ee87 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:58:56.359965 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-254e2fa3-dab3-4d87-966c-434e6d77ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13947635'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: timer() Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: cb(*args, **kw) Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: self._notify() Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: self.callback(batched_events) Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: event.method(event) Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._get(url).json() Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:58:56.362499 dv-cinder-778534-7-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:58:56.390280 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74d75e-1cde-4493-99b5-6500d34f4f3b req-734c40a9-2261-4796-8938-58b6c3761b7b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:56.391903 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5f74d75e-1cde-4493-99b5-6500d34f4f3b req-734c40a9-2261-4796-8938-58b6c3761b7b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0537181 Aug 18 15:58:56.442519 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-254e2fa3-dab3-4d87-966c-434e6d77ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468348'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:56.455047 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-254e2fa3-dab3-4d87-966c-434e6d77ee87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:56.473365 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-254e2fa3-dab3-4d87-966c-434e6d77ee87 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d793ee38-ef0d-44b1-aaa5-5b64cef4d17f HTTP/1.1" status: 204 len: 168 time: 0.3163397 Aug 18 15:58:56.475946 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e2fa3-dab3-4d87-966c-434e6d77ee87 admin admin] Pushing event deleted for resources: {'Network': ['ID=d793ee38-ef0d-44b1-aaa5-5b64cef4d17f,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:56.521740 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5f74d75e-1cde-4493-99b5-6500d34f4f3b req-98da915f-4b3d-4449-836d-910b7de3ee53 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189647 Aug 18 15:58:56.653565 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6516c4-3abe-4497-a6a7-81bf184f172e req-6503e04b-883d-4888-995f-437671b5d4bb tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:56.655175 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4c6516c4-3abe-4497-a6a7-81bf184f172e req-6503e04b-883d-4888-995f-437671b5d4bb tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 932 time: 0.0757682 Aug 18 15:58:56.664476 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9ca25-cb24-45f8-a7d5-eb7c1bd462e9 req-318a912a-9c6b-4ce8-b56d-a7e678fcf590 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:56.666309 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e3b9ca25-cb24-45f8-a7d5-eb7c1bd462e9 req-318a912a-9c6b-4ce8-b56d-a7e678fcf590 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 947 time: 0.0970314 Aug 18 15:58:56.707716 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 35258) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:56.727316 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4c6516c4-3abe-4497-a6a7-81bf184f172e req-36f6123a-2ce3-44e8-97a7-e30edbdf96e3 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599792 Aug 18 15:58:56.732437 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e3b9ca25-cb24-45f8-a7d5-eb7c1bd462e9 req-31b752ab-1338-4c47-946c-4a870af2edb0 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581450 Aug 18 15:58:56.760872 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f72e9c71-4433-43e7-8d37-75b6eecaeea4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4cc62e5943924673a91883eafd0cc61c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501273 Aug 18 15:58:56.767786 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 35262) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:58:56.826189 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0afb4440-1d7d-4bcf-be18-a0df0f944dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:56.852567 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0afb4440-1d7d-4bcf-be18-a0df0f944dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:56.913688 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0afb4440-1d7d-4bcf-be18-a0df0f944dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:56.917463 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0afb4440-1d7d-4bcf-be18-a0df0f944dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:58:56.918781 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-0afb4440-1d7d-4bcf-be18-a0df0f944dc6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d490d44-6d83-4667-96ea-c0ccfd2a99ad HTTP/1.1" status: 204 len: 168 time: 0.1500139 Aug 18 15:58:56.945539 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb4440-1d7d-4bcf-be18-a0df0f944dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d490d44-6d83-4667-96ea-c0ccfd2a99ad,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:58:57.016026 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-690bd299-e7d5-4e63-99c5-87f74472593f req-c3173386-28d0-445e-8689-5eb65cb6248f tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 210 time: 0.0571086 Aug 18 15:58:57.043867 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d88ba-72a2-455e-a1a6-fc42a53f08d2 req-c5f82065-2a85-40e5-b159-485ed0ef8353 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:57.045522 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-694d88ba-72a2-455e-a1a6-fc42a53f08d2 req-c5f82065-2a85-40e5-b159-485ed0ef8353 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 943 time: 0.0853899 Aug 18 15:58:57.095625 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-694d88ba-72a2-455e-a1a6-fc42a53f08d2 req-f7a06f16-4735-4097-a941-81bbaba16818 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Aug 18 15:58:57.669028 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de502faa-fcf3-45f0-af9a-50ce620904cf req-6da81e3e-cbb8-40a7-942b-a7d219417735 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:57.681760 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-de502faa-fcf3-45f0-af9a-50ce620904cf req-6da81e3e-cbb8-40a7-942b-a7d219417735 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0798872 Aug 18 15:58:57.721707 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-de502faa-fcf3-45f0-af9a-50ce620904cf req-f3604530-6bd0-48a5-a526-dc3cc6e5ab6e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387721 Aug 18 15:58:57.848108 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:58:57.874521 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:58:57.875229 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 509f746b-15e7-47a0-b5e0-5d48fdd5caa1 not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:58:57.935548 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedede2-21a5-4ac1-9bd8-c3bb1ebd7d0a req-49a17305-e9c0-4375-b2fa-6660c6e11d25 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:57.937286 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8aedede2-21a5-4ac1-9bd8-c3bb1ebd7d0a req-49a17305-e9c0-4375-b2fa-6660c6e11d25 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 932 time: 0.1062651 Aug 18 15:58:57.960273 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02297cd2-0a73-474c-8468-241d122177ff req-0b096f34-9d81-466e-9276-e5047393e8aa tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:57.962122 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-02297cd2-0a73-474c-8468-241d122177ff req-0b096f34-9d81-466e-9276-e5047393e8aa tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 947 time: 0.1198962 Aug 18 15:58:58.017797 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8aedede2-21a5-4ac1-9bd8-c3bb1ebd7d0a req-0f9f6d91-5a3e-4be9-8011-294b8063aa14 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736952 Aug 18 15:58:58.020876 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-02297cd2-0a73-474c-8468-241d122177ff req-69ad010e-5101-4dce-82b5-cfc3485dc8c8 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499461 Aug 18 15:58:58.129622 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f46e3ceb-567a-44b3-a7d7-c062611094ec req-84117cca-635b-46b2-8e83-b87b37cf4b7e tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 210 time: 0.0292988 Aug 18 15:58:58.237424 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269eb6d-296d-4485-9707-d2b10fe21ced req-c2c9ae8f-163b-4125-bd01-c5026159a6c8 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:58.239161 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e269eb6d-296d-4485-9707-d2b10fe21ced req-c2c9ae8f-163b-4125-bd01-c5026159a6c8 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 943 time: 0.0608084 Aug 18 15:58:58.283189 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e269eb6d-296d-4485-9707-d2b10fe21ced req-9d51d11a-fe01-4b1b-b8df-cdce191a79f4 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357184 Aug 18 15:58:58.843304 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdaf2c-01d9-4c5c-9575-6185b705e94c req-3db81e29-a665-4c49-b12c-924d3d761fc2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:58.844850 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c7fdaf2c-01d9-4c5c-9575-6185b705e94c req-3db81e29-a665-4c49-b12c-924d3d761fc2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0537045 Aug 18 15:58:58.885006 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c7fdaf2c-01d9-4c5c-9575-6185b705e94c req-4f57e563-8172-483c-b8d0-2ab508f232fe tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339019 Aug 18 15:58:59.174358 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08041f68-9c22-4cf8-83f6-6f14c38427de req-0ff4dca8-23ae-401f-9794-bf9f07113007 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:59.176321 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-08041f68-9c22-4cf8-83f6-6f14c38427de req-0ff4dca8-23ae-401f-9794-bf9f07113007 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 947 time: 0.0821533 Aug 18 15:58:59.190411 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b265d74-2d73-43f1-bf07-9acec299fe6b req-91b06a0e-cfe6-4b38-81f3-cff2453c3a4f tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:59.192105 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b265d74-2d73-43f1-bf07-9acec299fe6b req-91b06a0e-cfe6-4b38-81f3-cff2453c3a4f tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 932 time: 0.0878832 Aug 18 15:58:59.244977 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-08041f68-9c22-4cf8-83f6-6f14c38427de req-fbf13ab4-1624-411a-b623-32432cf11b36 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499339 Aug 18 15:58:59.259473 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b265d74-2d73-43f1-bf07-9acec299fe6b req-87052d11-b96f-445f-b520-6460c1161ddc tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585189 Aug 18 15:58:59.344125 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7a6b325b-ce71-471f-8426-1c501b2671be req-410ef51d-ca42-44e2-a3a4-7986fe775eda tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 210 time: 0.0276399 Aug 18 15:58:59.403960 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53034cba-b3eb-4d48-b409-1f945feeebb3 req-a8128ee4-accf-4e74-816b-d5fa95cfac92 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:58:59.405484 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-53034cba-b3eb-4d48-b409-1f945feeebb3 req-a8128ee4-accf-4e74-816b-d5fa95cfac92 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 943 time: 0.0512273 Aug 18 15:58:59.447393 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-53034cba-b3eb-4d48-b409-1f945feeebb3 req-e5c88b7f-24fc-4eae-a1b1-9fc94c3fbf9f tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356221 Aug 18 15:59:00.023153 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d92656-28d5-45cc-9445-c1cbba0f8ca8 req-9bc32e94-e46d-44af-a027-142fe8c28083 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:00.025034 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d9d92656-28d5-45cc-9445-c1cbba0f8ca8 req-9bc32e94-e46d-44af-a027-142fe8c28083 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0638402 Aug 18 15:59:00.064201 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d9d92656-28d5-45cc-9445-c1cbba0f8ca8 req-e35ab50e-f6bb-4623-9697-0e02a2281166 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331783 Aug 18 15:59:00.404542 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9b437-6d64-4139-a7fb-e5f3df27df10 req-efcc9853-d4d0-4638-87c0-a12626e1c802 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:00.412134 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e5e9b437-6d64-4139-a7fb-e5f3df27df10 req-efcc9853-d4d0-4638-87c0-a12626e1c802 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 947 time: 0.0923333 Aug 18 15:59:00.438589 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a454d-9e4f-4c6c-b641-1e613a1e6c74 req-b93c9799-f9b8-4071-8e6d-ae5dfe2c5b93 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:00.446609 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-af7a454d-9e4f-4c6c-b641-1e613a1e6c74 req-b93c9799-f9b8-4071-8e6d-ae5dfe2c5b93 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 932 time: 0.1057403 Aug 18 15:59:00.474387 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e5e9b437-6d64-4139-a7fb-e5f3df27df10 req-7e0a59ce-8261-4dbd-8af1-376f66c56f83 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603490 Aug 18 15:59:00.511846 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-af7a454d-9e4f-4c6c-b641-1e613a1e6c74 req-ff1c9287-d9cd-4f4c-b603-fe3fedaa86aa tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554557 Aug 18 15:59:00.569439 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-212f9efe-05f2-450f-948c-a664db3343ee req-1a9cc666-93ef-4758-b43f-f24e40427fb2 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 210 time: 0.0275137 Aug 18 15:59:00.635836 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcacb88-5433-4b32-9935-766baf699be1 req-2b05e958-6c5b-41fe-8553-0adeee2a0c66 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:00.637374 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-abcacb88-5433-4b32-9935-766baf699be1 req-2b05e958-6c5b-41fe-8553-0adeee2a0c66 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 943 time: 0.0513463 Aug 18 15:59:00.679739 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-abcacb88-5433-4b32-9935-766baf699be1 req-4f560d73-605a-405f-a710-562123d1f731 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362716 Aug 18 15:59:01.016459 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:59:01.180499 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e767f-2405-4f09-9675-7609d58efed5 req-5c842224-434f-44be-ba42-c76b00dbaa27 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:01.182222 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-536e767f-2405-4f09-9675-7609d58efed5 req-5c842224-434f-44be-ba42-c76b00dbaa27 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0482724 Aug 18 15:59:01.224953 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-536e767f-2405-4f09-9675-7609d58efed5 req-9e1c7751-c72d-4835-8798-69c5d6d85e19 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353911 Aug 18 15:59:01.658310 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1390bd3-3181-4ff0-88b6-9e82675e7145 req-adc7c0b3-6be0-4ce7-9c72-196438a91fc0 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:01.659793 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c1390bd3-3181-4ff0-88b6-9e82675e7145 req-adc7c0b3-6be0-4ce7-9c72-196438a91fc0 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 947 time: 0.1203282 Aug 18 15:59:01.668958 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242eb7ae-55d6-44f2-9a59-42f74fd24e3e req-3506d3e4-12b5-4be7-adfe-bac201b2eaff tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:01.670528 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-242eb7ae-55d6-44f2-9a59-42f74fd24e3e req-3506d3e4-12b5-4be7-adfe-bac201b2eaff tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 932 time: 0.0827856 Aug 18 15:59:01.730623 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c1390bd3-3181-4ff0-88b6-9e82675e7145 req-fac33c68-8f91-4c9a-a063-917ee23dd2cf tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589156 Aug 18 15:59:01.738210 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-242eb7ae-55d6-44f2-9a59-42f74fd24e3e req-3caf6c0a-8ad5-4e50-9077-8c05f6450aff tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593596 Aug 18 15:59:01.854915 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-29f5741f-af5a-4770-b57f-f5cbf4bbdee0 req-9db343c5-df2e-4fab-9149-e4b2d96262ec tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 210 time: 0.0322957 Aug 18 15:59:01.906498 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb420a8-859e-4872-8f99-685da80a7f9e req-a30c4b5b-0589-441f-9a3c-d810ddd43533 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:01.908367 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-edb420a8-859e-4872-8f99-685da80a7f9e req-a30c4b5b-0589-441f-9a3c-d810ddd43533 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 943 time: 0.0570529 Aug 18 15:59:01.949699 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-edb420a8-859e-4872-8f99-685da80a7f9e req-c71e88b8-d7e4-4d54-ba97-18d7172096ee tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336509 Aug 18 15:59:02.344962 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cb803-3f71-4537-90f8-011eb55e449e req-36e1a703-0b37-45ae-9d6f-b3990ba08b9b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:02.346470 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5e8cb803-3f71-4537-90f8-011eb55e449e req-36e1a703-0b37-45ae-9d6f-b3990ba08b9b tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0509870 Aug 18 15:59:02.385565 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5e8cb803-3f71-4537-90f8-011eb55e449e req-346eaf0d-b19e-43fa-ba0a-1f93547ffdee tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325983 Aug 18 15:59:02.900603 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131baa7-0c18-45f2-939a-77d397af425f req-6ff5242e-f3b1-41b6-a176-4136fda0b40e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:02.903512 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2131baa7-0c18-45f2-939a-77d397af425f req-6ff5242e-f3b1-41b6-a176-4136fda0b40e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 932 time: 0.0778365 Aug 18 15:59:02.914453 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3adc64-85fc-4f48-8a69-0b9932e96b99 req-24335c7b-ac7d-4800-b85c-c738e987a7e8 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:02.916029 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c3adc64-85fc-4f48-8a69-0b9932e96b99 req-24335c7b-ac7d-4800-b85c-c738e987a7e8 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 947 time: 0.1004755 Aug 18 15:59:02.981930 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2131baa7-0c18-45f2-939a-77d397af425f req-de4f3c4f-54a7-4dd9-a6e2-1304161dadda tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644464 Aug 18 15:59:02.984764 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c3adc64-85fc-4f48-8a69-0b9932e96b99 req-59d3cc6d-1524-40ef-bb41-747b777367f4 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613897 Aug 18 15:59:03.105955 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-71df762c-974a-4295-917e-d82264fabc52 req-12f36b42-e6ea-41a2-8bb1-d07de3c469c5 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 210 time: 0.0425940 Aug 18 15:59:03.130695 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c14d7-3e2d-45c0-9819-a80c6fd41ce3 req-0abef6ac-25ff-4d73-847f-4cf41cc8f340 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:03.132396 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-037c14d7-3e2d-45c0-9819-a80c6fd41ce3 req-0abef6ac-25ff-4d73-847f-4cf41cc8f340 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 943 time: 0.0813589 Aug 18 15:59:03.176034 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-037c14d7-3e2d-45c0-9819-a80c6fd41ce3 req-dc1f5d72-64d8-48c5-9369-1c443b5af5aa tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362597 Aug 18 15:59:03.515467 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8484-a66c-476c-8bbe-15f582aca4f6 req-9b86908f-4ef4-415f-8322-c681d15d7f79 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:03.516986 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-586b8484-a66c-476c-8bbe-15f582aca4f6 req-9b86908f-4ef4-415f-8322-c681d15d7f79 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0612352 Aug 18 15:59:03.557767 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-586b8484-a66c-476c-8bbe-15f582aca4f6 req-ffc464af-5b8e-4213-a340-c88444e228c3 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338955 Aug 18 15:59:04.135340 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdf000-15dd-4524-85ae-0bfe9f8c3585 req-ae68adf9-8039-4578-9f20-2d8b8ea20935 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:04.136917 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-edcdf000-15dd-4524-85ae-0bfe9f8c3585 req-ae68adf9-8039-4578-9f20-2d8b8ea20935 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 932 time: 0.0817263 Aug 18 15:59:04.150482 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d78d8-11ae-456f-a397-46b026f1dd8e req-dc0d4b1b-66c1-4dfe-b967-edc1d83d60e3 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:04.152028 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-997d78d8-11ae-456f-a397-46b026f1dd8e req-dc0d4b1b-66c1-4dfe-b967-edc1d83d60e3 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 947 time: 0.0877385 Aug 18 15:59:04.215088 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-edcdf000-15dd-4524-85ae-0bfe9f8c3585 req-e3b7b4aa-5ac5-4b09-b733-627b28c3b396 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620406 Aug 18 15:59:04.220305 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-997d78d8-11ae-456f-a397-46b026f1dd8e req-eddc9f2d-6d8d-4fe2-88c9-f64dc134b643 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612965 Aug 18 15:59:04.330247 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-47f11fda-898f-4fd0-9fe5-68e5018b8b48 req-fa842722-8aa7-4d06-bb39-e5ca336cb853 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 210 time: 0.0475008 Aug 18 15:59:04.357186 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e3fa-0418-48ba-b305-9b91d67aaf97 req-8126626c-f741-4519-a1b1-a5238a85e1bf tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:04.358655 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7c63e3fa-0418-48ba-b305-9b91d67aaf97 req-8126626c-f741-4519-a1b1-a5238a85e1bf tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 943 time: 0.0669925 Aug 18 15:59:04.402499 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7c63e3fa-0418-48ba-b305-9b91d67aaf97 req-5d9b0330-944f-4620-9ce9-2abd11eefab7 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378389 Aug 18 15:59:04.679156 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff7976-a80b-465e-98eb-8672275271ff req-7cf25b66-13bc-438c-99d3-aa17da9a4302 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:04.680636 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-96ff7976-a80b-465e-98eb-8672275271ff req-7cf25b66-13bc-438c-99d3-aa17da9a4302 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0526578 Aug 18 15:59:04.719096 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-96ff7976-a80b-465e-98eb-8672275271ff req-7f48f04b-940f-49ee-ae4c-cde5a53514ac tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325472 Aug 18 15:59:05.364443 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe093d6-9a99-4c5a-8185-beefb6d56cd9 req-bc517676-459a-41e1-b744-18e6e5df6130 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:05.366045 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2fe093d6-9a99-4c5a-8185-beefb6d56cd9 req-bc517676-459a-41e1-b744-18e6e5df6130 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 932 time: 0.0802932 Aug 18 15:59:05.374175 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f1c01-e385-4c41-bd9c-918bc2f39c54 req-b240a7eb-0065-40e0-bc61-48c7a8da9a3a tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:05.375611 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-210f1c01-e385-4c41-bd9c-918bc2f39c54 req-b240a7eb-0065-40e0-bc61-48c7a8da9a3a tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 947 time: 0.0796742 Aug 18 15:59:05.433092 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2fe093d6-9a99-4c5a-8185-beefb6d56cd9 req-8ded623f-7211-4d5a-8a8c-54d00675a363 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564938 Aug 18 15:59:05.435782 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-210f1c01-e385-4c41-bd9c-918bc2f39c54 req-838aa5f3-67f0-4060-bc6f-6cb835d72468 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524902 Aug 18 15:59:05.519414 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-3b22692a-f9e0-41b3-b553-a89a72d403ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d352241a-c502-4169-82e4-78c37c3b78b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262105 Aug 18 15:59:05.563756 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-419c9e68-06f2-44d5-bf39-3a0c90c5975f req-8e17953f-38c5-40ae-8d23-4d9063cc1660 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4a8ea8-599c-4c17-9e61-9ca2eba57843 HTTP/1.1" status: 200 len: 210 time: 0.0611227 Aug 18 15:59:05.595867 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Request body: {'port': {'device_id': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:05.675992 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af63e24-c92f-46ca-9ec1-c7204d3f8890 req-edf98fb8-d9eb-46e4-9368-92b3b055f3a4 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:05.677517 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4af63e24-c92f-46ca-9ec1-c7204d3f8890 req-edf98fb8-d9eb-46e4-9368-92b3b055f3a4 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 943 time: 0.1847992 Aug 18 15:59:05.701514 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dde67-a602-43d7-83a6-3f16b52df8a1 req-d148a7ad-6a41-441a-816b-07368ec17a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:05.702983 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-4e9dde67-a602-43d7-83a6-3f16b52df8a1 req-d148a7ad-6a41-441a-816b-07368ec17a63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6c266d9c82e427f83db183ce8f6b15c&device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 1100 time: 0.1400120 Aug 18 15:59:05.713087 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-0fdf18b5-a802-4550-8596-f168d07b02f3 service neutron] 10.222.0.20 "GET /v2.0/networks/d352241a-c502-4169-82e4-78c37c3b78b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602528 Aug 18 15:59:05.716810 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:05.728452 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0398ddef-b3d8-45d0-bc9a-7b67f8574f4c req-bdf3476c-c7ef-4cf6-99eb-7ec90e99c0f6 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343140 Aug 18 15:59:05.746701 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-4e9dde67-a602-43d7-83a6-3f16b52df8a1 req-19f4b4d1-665d-45e7-bd96-e69a17f54ec9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d6c266d9c82e427f83db183ce8f6b15c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326846 Aug 18 15:59:05.823516 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4af63e24-c92f-46ca-9ec1-c7204d3f8890 req-1c8ae35b-c612-4c1b-812c-f3e3e3d0aed1 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372859 Aug 18 15:59:05.969424 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dde67-a602-43d7-83a6-3f16b52df8a1 req-caf928cb-0693-46f0-9525-47a65e371b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:05.971258 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-4e9dde67-a602-43d7-83a6-3f16b52df8a1 req-caf928cb-0693-46f0-9525-47a65e371b26 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2106719 Aug 18 15:59:05.973283 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-77ad666a-d60d-4bf6-a3a9-54c3fd3776d4 service neutron] 10.222.0.20 "GET /v2.0/networks/d352241a-c502-4169-82e4-78c37c3b78b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440593 Aug 18 15:59:05.991689 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb3a7c-685d-4942-9038-adb7e8adb481 req-9ad2eafa-4951-4524-a778-8e46f6e9209c tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:05.993797 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-29bb3a7c-685d-4942-9038-adb7e8adb481 req-9ad2eafa-4951-4524-a778-8e46f6e9209c tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1783764 Aug 18 15:59:05.998265 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0398ddef-b3d8-45d0-bc9a-7b67f8574f4c req-f23ad789-fb84-455d-942a-8aeb3895d832 service neutron] 10.222.0.20 "GET /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594042 Aug 18 15:59:06.094555 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-29bb3a7c-685d-4942-9038-adb7e8adb481 req-35ac6a1a-3463-4410-adcb-ee411488179f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800431 Aug 18 15:59:06.171799 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-ab881594-9df4-41bd-81f4-374889ec9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:06.173625 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-ab881594-9df4-41bd-81f4-374889ec9151 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6c266d9c82e427f83db183ce8f6b15c&device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 1100 time: 0.0491393 Aug 18 15:59:06.179866 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b9905-f46f-4a8c-8501-98c382ade043 req-2bab7c03-7c8f-4185-813b-26e8e4ffcba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:06.181628 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7f1b9905-f46f-4a8c-8501-98c382ade043 req-2bab7c03-7c8f-4185-813b-26e8e4ffcba4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=323299017a00423c9df5d677826e3b3b&device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 1096 time: 0.0846848 Aug 18 15:59:06.218217 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-863695c8-12f4-4ec3-b840-7a8d8d4ce2bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=17e70f38-5ab9-4f9c-b478-9e82e167ca26 HTTP/1.1" status: 200 len: 217 time: 0.0359647 Aug 18 15:59:06.271635 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-5734628e-380b-42a2-89e5-c8dac35ae840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:06.273264 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-5734628e-380b-42a2-89e5-c8dac35ae840 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cd9e1cac-a0c8-4f2a-9045-4c2460ce74dc HTTP/1.1" status: 200 len: 843 time: 0.0467367 Aug 18 15:59:06.287534 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d52bed-aed6-4435-b668-476f444126a7 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:59:06.299006 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:06.327864 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-2b881ea0-61fe-4858-948d-5f7f0dab0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:06.328890 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Transition to ACTIVE for port object c2d52bed-aed6-4435-b668-476f444126a7 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:59:06.330152 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-2b881ea0-61fe-4858-948d-5f7f0dab0eab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=28627e18-bd37-4d47-b0d4-426f800b4018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0479984 Aug 18 15:59:06.336158 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:06.370222 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b9905-f46f-4a8c-8501-98c382ade043 req-b98ab698-0194-4e07-a124-c4eddc8309b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:06.371705 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7f1b9905-f46f-4a8c-8501-98c382ade043 req-b98ab698-0194-4e07-a124-c4eddc8309b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d352241a-c502-4169-82e4-78c37c3b78b2 HTTP/1.1" status: 200 len: 914 time: 0.1803620 Aug 18 15:59:06.431770 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7f1b9905-f46f-4a8c-8501-98c382ade043 req-21e3f06a-b854-49fe-9d8a-0216d93a3362 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e43fd258-e221-43eb-b0c3-5fab0857058c HTTP/1.1" status: 200 len: 217 time: 0.0503094 Aug 18 15:59:06.434223 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Pushing event updated for resources: {'Port': ['ID=c2d52bed-aed6-4435-b668-476f444126a7,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:06.444106 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-fe980495-932f-4678-83ea-dd1a2f9c69e4 service neutron] 10.222.0.20 "GET /v2.0/networks/28627e18-bd37-4d47-b0d4-426f800b4018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057940 Aug 18 15:59:06.555899 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-362e900a-1d53-47ae-b959-84de522927c2 service neutron] 10.222.0.20 "GET /v2.0/networks/28627e18-bd37-4d47-b0d4-426f800b4018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045389 Aug 18 15:59:06.560557 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b9905-f46f-4a8c-8501-98c382ade043 req-8e374b81-bd45-4247-bff7-e855eca3955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:06.561997 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7f1b9905-f46f-4a8c-8501-98c382ade043 req-8e374b81-bd45-4247-bff7-e855eca3955e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fcf4f24f-5d00-4a05-a317-901b12b78ffa HTTP/1.1" status: 200 len: 853 time: 0.1168308 Aug 18 15:59:06.640250 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7f1b9905-f46f-4a8c-8501-98c382ade043 req-0b22afbb-7469-4aaf-9739-1ca122591657 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d352241a-c502-4169-82e4-78c37c3b78b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650871 Aug 18 15:59:06.702586 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Attempting to bind port c2d52bed-aed6-4435-b668-476f444126a7 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:59:06.702920 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Attempting to bind port c2d52bed-aed6-4435-b668-476f444126a7 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'bd175b56-5afd-4bac-b96b-4aa4e930c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:59:06.703248 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Attempting to bind port c2d52bed-aed6-4435-b668-476f444126a7 on network e8e860e8-f3eb-4fc6-97eb-661d667222fa {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:59:06.726975 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Port c2d52bed-aed6-4435-b668-476f444126a7 on network e8e860e8-f3eb-4fc6-97eb-661d667222fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:59:06.727676 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Attempting to bind port c2d52bed-aed6-4435-b668-476f444126a7 on network e8e860e8-f3eb-4fc6-97eb-661d667222fa {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:59:06.735985 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538608a2-6819-4994-9727-587ec6ad1690 req-7ba4f5ca-1a06-4529-b5d8-8b9ba16aa51b tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:06.739768 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-538608a2-6819-4994-9727-587ec6ad1690 req-7ba4f5ca-1a06-4529-b5d8-8b9ba16aa51b tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 947 time: 0.1910493 Aug 18 15:59:06.749965 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb1151-fd27-404b-86e0-37b8e659b486 req-e227ae33-4758-4a32-a3bf-7477f233ce1b tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:06.756633 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4ceb1151-fd27-404b-86e0-37b8e659b486 req-e227ae33-4758-4a32-a3bf-7477f233ce1b tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 944 time: 0.2038956 Aug 18 15:59:06.767445 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:59:06.767782 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Checking segment: {'id': 'bd175b56-5afd-4bac-b96b-4aa4e930c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:59:06.768157 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Bound using segment: {'id': 'bd175b56-5afd-4bac-b96b-4aa4e930c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:59:06.768611 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Bound port: c2d52bed-aed6-4435-b668-476f444126a7, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd175b56-5afd-4bac-b96b-4aa4e930c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:59:06.768986 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:06.868459 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-538608a2-6819-4994-9727-587ec6ad1690 req-9b7a65f0-db19-49fa-87f8-d4750a2973a2 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159980 Aug 18 15:59:06.873988 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4ceb1151-fd27-404b-86e0-37b8e659b486 req-6e470481-2e76-4328-96ae-0321b7d41ada tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137865 Aug 18 15:59:06.877812 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7f1b9905-f46f-4a8c-8501-98c382ade043 req-fc82a428-c91d-454b-8d7a-e189887f45f0 service neutron] 10.222.0.20 "GET /v2.0/networks/d352241a-c502-4169-82e4-78c37c3b78b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261658 Aug 18 15:59:06.971285 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] For port c2d52bed-aed6-4435-b668-476f444126a7, host hv-cinder-77853, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:59:07.009942 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] For port c2d52bed-aed6-4435-b668-476f444126a7, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c2d52bed-aed6-4435-b668-476f444126a7,segment=NetworkSegment(bd175b56-5afd-4bac-b96b-4aa4e930c631),segment_id=bd175b56-5afd-4bac-b96b-4aa4e930c631)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:59:07.022086 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:07.071216 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7f1b9905-f46f-4a8c-8501-98c382ade043 req-329d1824-91ca-475d-9dfd-14776a574d55 service neutron] 10.222.0.20 "GET /v2.0/networks/d352241a-c502-4169-82e4-78c37c3b78b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852543 Aug 18 15:59:07.077669 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:07.078272 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:07.079612 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] 10.222.0.20 "PUT /v2.0/ports/c2d52bed-aed6-4435-b668-476f444126a7 HTTP/1.1" status: 200 len: 1094 time: 1.5148859 Aug 18 15:59:07.080886 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'tag': 'c2d52bed-aed6-4435-b668-476f444126a7'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:59:07.083186 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b20116a-5889-432d-8937-399864e57753" -d '{"events": [{"name": "network-changed", "server_uuid": "b775310c-0c8c-461b-81f1-de0400076ff7", "tag": "c2d52bed-aed6-4435-b668-476f444126a7"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:59:07.098672 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d3567-13fb-4857-8d66-c13f4f77c678 req-b9ba3fe1-3a64-4489-ad02-780ababe3943 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:07.100558 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e42d3567-13fb-4857-8d66-c13f4f77c678 req-b9ba3fe1-3a64-4489-ad02-780ababe3943 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 943 time: 0.1486356 Aug 18 15:59:07.143990 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01fde5-442b-4ede-afcd-f6171cb36baa service neutron] Pushing event updated for resources: {'Port': ['ID=c2d52bed-aed6-4435-b668-476f444126a7,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:07.224377 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e42d3567-13fb-4857-8d66-c13f4f77c678 req-14a231f5-b7c6-477b-a0e0-1bebbc1e3c25 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148822 Aug 18 15:59:07.235426 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3323e-b69c-4df4-9d02-e5855edb48f0 req-8e830c87-4a03-4ea7-b0a3-a969d61e4341 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:07.237067 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b4f3323e-b69c-4df4-9d02-e5855edb48f0 req-8e830c87-4a03-4ea7-b0a3-a969d61e4341 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 946 time: 0.1132259 Aug 18 15:59:07.251685 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-1a04c279-83b2-4906-a317-88e21317dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:07.253237 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-1a04c279-83b2-4906-a317-88e21317dc6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77e136ad8c444be5ab6bb316db899707&device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 1097 time: 0.1102848 Aug 18 15:59:07.306955 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c98196-7935-41b9-adf2-4ad5ad9a6351 x-openstack-request-id: req-51c98196-7935-41b9-adf2-4ad5ad9a6351 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:59:07.307252 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b775310c-0c8c-461b-81f1-de0400076ff7", "tag": "c2d52bed-aed6-4435-b668-476f444126a7", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:59:07.307503 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51c98196-7935-41b9-adf2-4ad5ad9a6351 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:59:07.307915 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'tag': 'c2d52bed-aed6-4435-b668-476f444126a7', 'status': 'completed', 'code': 200} Aug 18 15:59:07.312654 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-003d3af3-10bd-44e2-a69b-c5cace497da0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2d52bed-aed6-4435-b668-476f444126a7 HTTP/1.1" status: 200 len: 217 time: 0.0444500 Aug 18 15:59:07.356041 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b4f3323e-b69c-4df4-9d02-e5855edb48f0 req-282cc001-745f-4fde-9bb0-5505ebba22be tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018505 Aug 18 15:59:07.489298 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 35442) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:07.621929 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-db2e5e96-677d-49f1-8919-82067c57a2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:07.659032 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-c95eb55c-9a9a-4e94-a6aa-144b31c5565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:07.660716 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-c95eb55c-9a9a-4e94-a6aa-144b31c5565f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa9b8653-8df0-4191-b528-a8151a2e9f0f HTTP/1.1" status: 200 len: 854 time: 0.3396223 Aug 18 15:59:07.679050 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647641e9-dda8-40bd-8956-81838d13bd63 req-b8c85b76-9095-4b01-bf73-940a5e13dcfb tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:07.680156 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-647641e9-dda8-40bd-8956-81838d13bd63 req-b8c85b76-9095-4b01-bf73-940a5e13dcfb tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.3296752 Aug 18 15:59:07.724142 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-db2e5e96-677d-49f1-8919-82067c57a2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:07.728807 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-db2e5e96-677d-49f1-8919-82067c57a2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:07.746245 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-5e1ff6fc-b5c0-44e9-be5d-8cedf65bc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:07.747718 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-5e1ff6fc-b5c0-44e9-be5d-8cedf65bc19c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8e860e8-f3eb-4fc6-97eb-661d667222fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667012 Aug 18 15:59:07.755033 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-647641e9-dda8-40bd-8956-81838d13bd63 req-9f717d3f-adf2-4291-a330-51b9c57626cd tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650711 Aug 18 15:59:07.766718 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e5e96-677d-49f1-8919-82067c57a2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cc93d6-d1b5-4f97-be44-333491156103,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:07.777634 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-db2e5e96-677d-49f1-8919-82067c57a2af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd9c79c84da54ba28761629292ed162b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807434 Aug 18 15:59:07.777634 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 35450) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:07.824096 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-030434b3-b1f5-4792-bb20-ea1a349c413e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:07.845157 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-030434b3-b1f5-4792-bb20-ea1a349c413e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:07.856353 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-66f463af-cd62-4240-b149-a40c31a336ab service neutron] 10.222.0.20 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929453 Aug 18 15:59:07.897378 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-030434b3-b1f5-4792-bb20-ea1a349c413e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:07.900133 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-030434b3-b1f5-4792-bb20-ea1a349c413e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:07.901586 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-030434b3-b1f5-4792-bb20-ea1a349c413e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6cc93d6-d1b5-4f97-be44-333491156103 HTTP/1.1" status: 204 len: 168 time: 0.1254153 Aug 18 15:59:07.908502 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device e43fd258-e221-43eb-b0c3-5fab0857058c details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:59:07.922029 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030434b3-b1f5-4792-bb20-ea1a349c413e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cc93d6-d1b5-4f97-be44-333491156103,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:08.032299 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port e43fd258-e221-43eb-b0c3-5fab0857058c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=e43fd258-e221-43eb-b0c3-5fab0857058c,segment=NetworkSegment(863dcc96-1910-4781-a5d8-0e8eb2cc3fe9),segment_id=863dcc96-1910-4781-a5d8-0e8eb2cc3fe9)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:08.044073 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': 'e43fd258-e221-43eb-b0c3-5fab0857058c', 'network_id': 'd352241a-c502-4169-82e4-78c37c3b78b2', 'port_id': 'e43fd258-e221-43eb-b0c3-5fab0857058c', 'mac_address': 'fa:16:3e:84:68:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf4f24f-5d00-4a05-a317-901b12b78ffa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:59:08.047991 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86fad0a1-47a2-44fa-9a17-f875eaa78207 req-f03753b2-0947-465f-b4d1-403b9d6cf443 service neutron] 10.222.0.20 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751800 Aug 18 15:59:08.082541 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb76d6f-9c2b-4205-8a60-70bff3e8d120 req-6a4d1e74-9bbe-49aa-aef4-a9f14c5c2da6 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:08.085643 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2cb76d6f-9c2b-4205-8a60-70bff3e8d120 req-6a4d1e74-9bbe-49aa-aef4-a9f14c5c2da6 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 947 time: 0.1046078 Aug 18 15:59:08.090282 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:08.109697 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2673fa-15df-405f-bf5b-7e32d09e1862 req-6808a013-b125-4e4b-935c-31b03f81a0c7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:08.111173 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e43fd258-e221-43eb-b0c3-5fab0857058c {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:59:08.113253 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cc2673fa-15df-405f-bf5b-7e32d09e1862 req-6808a013-b125-4e4b-935c-31b03f81a0c7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 944 time: 0.1172950 Aug 18 15:59:08.138554 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port e43fd258-e221-43eb-b0c3-5fab0857058c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=e43fd258-e221-43eb-b0c3-5fab0857058c,segment=NetworkSegment(863dcc96-1910-4781-a5d8-0e8eb2cc3fe9),segment_id=863dcc96-1910-4781-a5d8-0e8eb2cc3fe9)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:08.143300 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:08.191469 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2cb76d6f-9c2b-4205-8a60-70bff3e8d120 req-5335a455-f571-4616-8622-5f06282a52be tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767443 Aug 18 15:59:08.216592 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cc2673fa-15df-405f-bf5b-7e32d09e1862 req-97e5a0a1-68be-495b-8376-91440db0c4a5 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947626 Aug 18 15:59:08.230505 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20116a-5889-432d-8937-399864e57753 req-830fc017-b9bc-454e-af58-599cb660ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:08.232189 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b20116a-5889-432d-8937-399864e57753 req-830fc017-b9bc-454e-af58-599cb660ec20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77e136ad8c444be5ab6bb316db899707&device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 1097 time: 0.0608571 Aug 18 15:59:08.244506 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=e43fd258-e221-43eb-b0c3-5fab0857058c,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:08.252243 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:08.252886 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:08.253428 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:08.253973 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:08.254503 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:08.255023 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:08.255754 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:08.256863 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:08.257413 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:08.258268 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:08.258865 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:08.259385 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:08.378202 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f3cd2-14ac-43f4-b5ae-41fb1c8fff16 req-29d01073-2f69-45f2-b518-3daa2bc6fad2 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:08.379777 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-af5f3cd2-14ac-43f4-b5ae-41fb1c8fff16 req-29d01073-2f69-45f2-b518-3daa2bc6fad2 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 944 time: 0.0766571 Aug 18 15:59:08.381036 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20116a-5889-432d-8937-399864e57753 req-c92f6b13-88cd-457d-add9-b04fba8fa0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:08.383139 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b20116a-5889-432d-8937-399864e57753 req-c92f6b13-88cd-457d-add9-b04fba8fa0d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8e860e8-f3eb-4fc6-97eb-661d667222fa HTTP/1.1" status: 200 len: 916 time: 0.1414864 Aug 18 15:59:08.447458 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b20116a-5889-432d-8937-399864e57753 req-908a3ee4-dc45-4e33-a0be-1cc4c5e888ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2d52bed-aed6-4435-b668-476f444126a7 HTTP/1.1" status: 200 len: 217 time: 0.0439377 Aug 18 15:59:08.504178 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-af5f3cd2-14ac-43f4-b5ae-41fb1c8fff16 req-822e7d6a-b813-4fcd-a9e7-c2f3c63572c8 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173127 Aug 18 15:59:08.511905 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['e43fd258-e221-43eb-b0c3-5fab0857058c'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:59:08.532723 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20116a-5889-432d-8937-399864e57753 req-fdb2d030-cbb9-4a1f-a671-6a8eabb6d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:08.534261 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b20116a-5889-432d-8937-399864e57753 req-fdb2d030-cbb9-4a1f-a671-6a8eabb6d10f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa9b8653-8df0-4191-b528-a8151a2e9f0f HTTP/1.1" status: 200 len: 854 time: 0.0725045 Aug 18 15:59:08.543307 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc057-f42f-4525-949e-21b49204c4ff req-3b18aa37-a38f-487e-9e35-6664c6494605 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:08.544871 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-180bc057-f42f-4525-949e-21b49204c4ff req-3b18aa37-a38f-487e-9e35-6664c6494605 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 946 time: 0.1052706 Aug 18 15:59:08.615149 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-180bc057-f42f-4525-949e-21b49204c4ff req-47bcc71c-d2a4-4c39-ba0e-0b182097ab4d tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605962 Aug 18 15:59:08.618615 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20116a-5889-432d-8937-399864e57753 req-eefdc70b-0761-45ec-ab40-9692667fe341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:08.620170 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b20116a-5889-432d-8937-399864e57753 req-eefdc70b-0761-45ec-ab40-9692667fe341 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8e860e8-f3eb-4fc6-97eb-661d667222fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744145 Aug 18 15:59:08.739044 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b20116a-5889-432d-8937-399864e57753 req-3a3189ec-b19e-4b9b-a876-5feae1ef23d4 service neutron] 10.222.0.20 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986710 Aug 18 15:59:08.855387 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b20116a-5889-432d-8937-399864e57753 req-0ad446bb-0112-4384-8376-2db6cb11422c service neutron] 10.222.0.20 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085422 Aug 18 15:59:08.954797 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813a4e4-0d00-4090-8714-d8f565ec8192 req-b330c76b-398b-4c66-969c-b4baf740085e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:08.956285 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6813a4e4-0d00-4090-8714-d8f565ec8192 req-b330c76b-398b-4c66-969c-b4baf740085e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1229558 Aug 18 15:59:08.980846 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634a871-9345-469e-a7bb-af59edc962d5 req-a446d1cb-33a1-441d-bd12-65d296189608 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:08.982242 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d634a871-9345-469e-a7bb-af59edc962d5 req-a446d1cb-33a1-441d-bd12-65d296189608 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.1054173 Aug 18 15:59:09.031403 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed53394-c217-4095-ae27-452934a94ee8 req-1765e3b5-9463-4cd7-8e15-d051fbcae947 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:09.032882 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8ed53394-c217-4095-ae27-452934a94ee8 req-1765e3b5-9463-4cd7-8e15-d051fbcae947 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.20 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 946 time: 0.1189852 Aug 18 15:59:09.050210 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6813a4e4-0d00-4090-8714-d8f565ec8192 req-dae147ca-2a47-49b8-a876-22757e573e61 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855846 Aug 18 15:59:09.086470 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d634a871-9345-469e-a7bb-af59edc962d5 req-21e4af67-6d99-4f2d-9369-f08c901bdfa7 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944276 Aug 18 15:59:09.146422 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-8ed53394-c217-4095-ae27-452934a94ee8 req-1a5274e6-782e-49f0-80e7-560731f66169 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Deleting port cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:59:09.146768 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-8ed53394-c217-4095-ae27-452934a94ee8 req-1a5274e6-782e-49f0-80e7-560731f66169 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:09.242501 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-8ed53394-c217-4095-ae27-452934a94ee8 req-1a5274e6-782e-49f0-80e7-560731f66169 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] For port cd7afd8d-2c37-4d7b-8a02-93c24a7d0731, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=cd7afd8d-2c37-4d7b-8a02-93c24a7d0731,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:09.242942 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-8ed53394-c217-4095-ae27-452934a94ee8 req-1a5274e6-782e-49f0-80e7-560731f66169 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:09.259095 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-8ed53394-c217-4095-ae27-452934a94ee8 req-1a5274e6-782e-49f0-80e7-560731f66169 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Calling delete_port for cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:59:09.404242 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90128e-001b-42bc-818c-1035e1a0a370 req-53f7b44b-21eb-4659-ac0e-df972d2ea9d3 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:09.405759 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dd90128e-001b-42bc-818c-1035e1a0a370 req-53f7b44b-21eb-4659-ac0e-df972d2ea9d3 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 947 time: 0.1042678 Aug 18 15:59:09.467172 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f46c3-e3ca-4a74-b2c8-373eecd1057f req-6d0539e0-9274-4697-a5f6-308ca29a6b21 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:09.468618 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-418f46c3-e3ca-4a74-b2c8-373eecd1057f req-6d0539e0-9274-4697-a5f6-308ca29a6b21 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 944 time: 0.1215191 Aug 18 15:59:09.502756 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dd90128e-001b-42bc-818c-1035e1a0a370 req-c9982a6c-e876-4613-b419-d91db62a7190 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904422 Aug 18 15:59:09.530926 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-418f46c3-e3ca-4a74-b2c8-373eecd1057f req-c14f22cc-d2c1-41e1-86d5-c4733583e871 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531874 Aug 18 15:59:09.534279 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-8ed53394-c217-4095-ae27-452934a94ee8 req-1a5274e6-782e-49f0-80e7-560731f66169 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:09.546467 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['f422ab3c-2b76-4670-9bfe-2b529f9b5a22', 'cd7afd8d-2c37-4d7b-8a02-93c24a7d0731'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:59:09.575010 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5274e6-782e-49f0-80e7-560731f66169 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Pushing event deleted for resources: {'Port': ['ID=cd7afd8d-2c37-4d7b-8a02-93c24a7d0731,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:09.619857 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed53394-c217-4095-ae27-452934a94ee8 req-1a5274e6-782e-49f0-80e7-560731f66169 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] No DVR routers for this DVR port cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:59:09.622495 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-8ed53394-c217-4095-ae27-452934a94ee8 req-1a5274e6-782e-49f0-80e7-560731f66169 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:09.624471 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8ed53394-c217-4095-ae27-452934a94ee8 req-1a5274e6-782e-49f0-80e7-560731f66169 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.20 "DELETE /v2.0/ports/cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 HTTP/1.1" status: 204 len: 173 time: 0.5836093 Aug 18 15:59:09.624942 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e20cc1-efd1-439d-9bfc-9f6187c89402', 'name': 'network-vif-deleted', 'tag': 'cd7afd8d-2c37-4d7b-8a02-93c24a7d0731'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:59:09.627218 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5686c1a7-dc9b-49af-90ba-a27cc5df5052" -d '{"events": [{"server_uuid": "15e20cc1-efd1-439d-9bfc-9f6187c89402", "name": "network-vif-deleted", "tag": "cd7afd8d-2c37-4d7b-8a02-93c24a7d0731"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:59:09.688544 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f534c90-4a77-4ff4-9931-0b0e3ffa964c req-f6e7649f-77b9-49c6-84e2-3af6d86c7cba tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:09.690512 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7f534c90-4a77-4ff4-9931-0b0e3ffa964c req-f6e7649f-77b9-49c6-84e2-3af6d86c7cba tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 944 time: 0.0719566 Aug 18 15:59:09.692668 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b66841-35d9-432c-9d1a-ba8f4fecb23a x-openstack-request-id: req-d8b66841-35d9-432c-9d1a-ba8f4fecb23a {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:59:09.693074 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e20cc1-efd1-439d-9bfc-9f6187c89402", "name": "network-vif-deleted", "tag": "cd7afd8d-2c37-4d7b-8a02-93c24a7d0731", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:59:09.693613 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8b66841-35d9-432c-9d1a-ba8f4fecb23a {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:59:09.695126 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e20cc1-efd1-439d-9bfc-9f6187c89402', 'name': 'network-vif-deleted', 'tag': 'cd7afd8d-2c37-4d7b-8a02-93c24a7d0731', 'status': 'completed', 'code': 200} Aug 18 15:59:09.751224 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7f534c90-4a77-4ff4-9931-0b0e3ffa964c req-13b16185-61c8-4753-808d-9031b025cb84 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546653 Aug 18 15:59:09.767353 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-901c0700-880f-4ed0-8a3b-ff361ab61695 req-0d2c4584-c7ce-46ae-a92a-07f24796398d tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=15e20cc1-efd1-439d-9bfc-9f6187c89402 HTTP/1.1" status: 200 len: 210 time: 0.0308967 Aug 18 15:59:09.921647 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 17e70f38-5ab9-4f9c-b478-9e82e167ca26 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:59:09.924683 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device e43fd258-e221-43eb-b0c3-5fab0857058c up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:59:10.160072 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port e43fd258-e221-43eb-b0c3-5fab0857058c completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:59:10.171003 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port e43fd258-e221-43eb-b0c3-5fab0857058c triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:59:10.171381 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:10.206529 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 17e70f38-5ab9-4f9c-b478-9e82e167ca26, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=17e70f38-5ab9-4f9c-b478-9e82e167ca26,segment=NetworkSegment(67c2a28d-816a-4480-9f36-67289ba7590a),segment_id=67c2a28d-816a-4480-9f36-67289ba7590a)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:10.230862 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '17e70f38-5ab9-4f9c-b478-9e82e167ca26', 'network_id': '28627e18-bd37-4d47-b0d4-426f800b4018', 'port_id': '17e70f38-5ab9-4f9c-b478-9e82e167ca26', 'mac_address': 'fa:16:3e:21:d0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd9e1cac-a0c8-4f2a-9045-4c2460ce74dc', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:59:10.233783 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f74238-57c3-4441-854d-734eac611601 req-63aff681-b885-42b4-8440-da7a0023e931 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:10.241524 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c5f74238-57c3-4441-854d-734eac611601 req-63aff681-b885-42b4-8440-da7a0023e931 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0650420 Aug 18 15:59:10.280471 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c5f74238-57c3-4441-854d-734eac611601 req-afb43bd5-f03b-4ad6-a5ee-2a1bdef9628f tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377045 Aug 18 15:59:10.294329 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:10.315972 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e70f38-5ab9-4f9c-b478-9e82e167ca26 {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:59:10.326436 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:10.351043 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 17e70f38-5ab9-4f9c-b478-9e82e167ca26, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=17e70f38-5ab9-4f9c-b478-9e82e167ca26,segment=NetworkSegment(67c2a28d-816a-4480-9f36-67289ba7590a),segment_id=67c2a28d-816a-4480-9f36-67289ba7590a)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:10.358210 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:10.366412 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0b299c-1a13-4b48-9e56-c6199a3f21f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43fd258-e221-43eb-b0c3-5fab0857058c'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:59:10.368825 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1344b18-ed13-4bb2-a135-d73178f4a520" -d '{"events": [{"server_uuid": "fc0b299c-1a13-4b48-9e56-c6199a3f21f8", "name": "network-vif-plugged", "status": "completed", "tag": "e43fd258-e221-43eb-b0c3-5fab0857058c"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:59:10.404130 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port e43fd258-e221-43eb-b0c3-5fab0857058c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=e43fd258-e221-43eb-b0c3-5fab0857058c,segment=NetworkSegment(863dcc96-1910-4781-a5d8-0e8eb2cc3fe9),segment_id=863dcc96-1910-4781-a5d8-0e8eb2cc3fe9)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:10.405979 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8fbdb6-998e-44dc-bb6e-241dfbb55976 x-openstack-request-id: req-2b8fbdb6-998e-44dc-bb6e-241dfbb55976 {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:59:10.406271 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0b299c-1a13-4b48-9e56-c6199a3f21f8", "name": "network-vif-plugged", "status": "completed", "tag": "e43fd258-e221-43eb-b0c3-5fab0857058c", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:59:10.406484 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b8fbdb6-998e-44dc-bb6e-241dfbb55976 {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:59:10.406904 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0b299c-1a13-4b48-9e56-c6199a3f21f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43fd258-e221-43eb-b0c3-5fab0857058c', 'code': 200} Aug 18 15:59:10.409537 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:10.432854 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=17e70f38-5ab9-4f9c-b478-9e82e167ca26,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:10.485638 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=e43fd258-e221-43eb-b0c3-5fab0857058c,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:10.603071 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303094c8-2dc3-48f5-8441-245937e35e8d req-968cc6f5-1f3c-4b00-8ed5-f4fdbd70730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:10.604580 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-303094c8-2dc3-48f5-8441-245937e35e8d req-968cc6f5-1f3c-4b00-8ed5-f4fdbd70730c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 1098 time: 0.0681784 Aug 18 15:59:10.626632 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['17e70f38-5ab9-4f9c-b478-9e82e167ca26'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:59:10.668304 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b2b37-b285-4c67-b63c-3a1909b9b161 req-2b61bafc-aeef-4d7d-b0e4-b87580a77c74 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:10.669930 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a45b2b37-b285-4c67-b63c-3a1909b9b161 req-2b61bafc-aeef-4d7d-b0e4-b87580a77c74 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 948 time: 0.0997236 Aug 18 15:59:10.703727 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-303094c8-2dc3-48f5-8441-245937e35e8d req-53c6252b-e6d0-49cf-8134-50de98fec2e8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863435 Aug 18 15:59:10.714506 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6796658-016a-4262-a62f-0e9567c3114d req-3ca9deef-5648-4b79-8503-6639ff2b40ca tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:10.716022 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c6796658-016a-4262-a62f-0e9567c3114d req-3ca9deef-5648-4b79-8503-6639ff2b40ca tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 944 time: 0.1098521 Aug 18 15:59:10.748577 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a45b2b37-b285-4c67-b63c-3a1909b9b161 req-d041b83e-6499-4620-bc9e-c299d474c462 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703495 Aug 18 15:59:10.777385 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c6796658-016a-4262-a62f-0e9567c3114d req-b95afa78-3431-444d-a337-608e9a1043c5 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550923 Aug 18 15:59:10.889106 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0029cb-5bea-484b-8cc6-63bd85af2227 req-8a271fcb-8ec4-49cd-aac4-d9f15f6868dc tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:10.890689 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4b0029cb-5bea-484b-8cc6-63bd85af2227 req-8a271fcb-8ec4-49cd-aac4-d9f15f6868dc tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 945 time: 0.0540679 Aug 18 15:59:10.942506 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4b0029cb-5bea-484b-8cc6-63bd85af2227 req-a25fc800-89eb-4e6d-888f-25500f81954f tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457354 Aug 18 15:59:11.395456 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997814fa-3947-4466-a311-69be732c10fb req-22fc6986-92af-475b-9fa6-c7ee78706e11 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:11.397498 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-997814fa-3947-4466-a311-69be732c10fb req-22fc6986-92af-475b-9fa6-c7ee78706e11 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0486901 Aug 18 15:59:11.434417 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-997814fa-3947-4466-a311-69be732c10fb req-ad263d94-b05a-413d-b587-4d5414447acd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309706 Aug 18 15:59:11.899157 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7fbbf-d4b0-4f83-8386-1e6a4d746fcb req-affb9034-c047-4e14-a4bb-2ec86b6ba7ca tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:11.900637 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-87a7fbbf-d4b0-4f83-8386-1e6a4d746fcb req-affb9034-c047-4e14-a4bb-2ec86b6ba7ca tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 948 time: 0.0820727 Aug 18 15:59:11.912810 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803b07f-21e4-48af-a62c-92b60bb1bb1a req-2bc37ddd-010c-427c-a82f-70107a4b7f3d tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:11.914232 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a803b07f-21e4-48af-a62c-92b60bb1bb1a req-2bc37ddd-010c-427c-a82f-70107a4b7f3d tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 944 time: 0.0660760 Aug 18 15:59:11.941918 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device c2d52bed-aed6-4435-b668-476f444126a7 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:59:11.947763 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 17e70f38-5ab9-4f9c-b478-9e82e167ca26 up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:59:11.974126 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-87a7fbbf-d4b0-4f83-8386-1e6a4d746fcb req-1bd7bad8-6d9a-4e1a-8cac-f92f8b2f2b33 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589352 Aug 18 15:59:11.983090 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a803b07f-21e4-48af-a62c-92b60bb1bb1a req-c461f891-4a7a-46c5-a7ff-1d0663d96109 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620410 Aug 18 15:59:12.078204 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port 17e70f38-5ab9-4f9c-b478-9e82e167ca26 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:59:12.087498 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 17e70f38-5ab9-4f9c-b478-9e82e167ca26 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:59:12.087897 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:12.133362 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a286e-1e32-41d0-8a38-55e6fbf43b3d req-8fde84d6-6513-401a-8050-4cc575f9f20b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:12.135226 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f42a286e-1e32-41d0-8a38-55e6fbf43b3d req-8fde84d6-6513-401a-8050-4cc575f9f20b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 945 time: 0.0916843 Aug 18 15:59:12.163276 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port c2d52bed-aed6-4435-b668-476f444126a7, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c2d52bed-aed6-4435-b668-476f444126a7,segment=NetworkSegment(bd175b56-5afd-4bac-b96b-4aa4e930c631),segment_id=bd175b56-5afd-4bac-b96b-4aa4e930c631)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:12.179796 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': 'c2d52bed-aed6-4435-b668-476f444126a7', 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa', 'port_id': 'c2d52bed-aed6-4435-b668-476f444126a7', 'mac_address': 'fa:16:3e:ae:16:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:59:12.195757 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f42a286e-1e32-41d0-8a38-55e6fbf43b3d req-5805e9c4-fa23-4559-baeb-c002a958ddd2 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540357 Aug 18 15:59:12.250975 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:12.253019 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:12.280672 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d52bed-aed6-4435-b668-476f444126a7 {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:59:12.289155 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3255f-f788-47ea-80a4-6dd407d4958d req-864d28be-c014-4f59-8348-32e54c0a4c33 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:12.290855 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a2f3255f-f788-47ea-80a4-6dd407d4958d req-864d28be-c014-4f59-8348-32e54c0a4c33 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 945 time: 0.0634565 Aug 18 15:59:12.312658 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 17e70f38-5ab9-4f9c-b478-9e82e167ca26, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=17e70f38-5ab9-4f9c-b478-9e82e167ca26,segment=NetworkSegment(67c2a28d-816a-4480-9f36-67289ba7590a),segment_id=67c2a28d-816a-4480-9f36-67289ba7590a)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:12.319497 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port c2d52bed-aed6-4435-b668-476f444126a7, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c2d52bed-aed6-4435-b668-476f444126a7,segment=NetworkSegment(bd175b56-5afd-4bac-b96b-4aa4e930c631),segment_id=bd175b56-5afd-4bac-b96b-4aa4e930c631)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:12.321150 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:12.326814 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:12.333178 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a2f3255f-f788-47ea-80a4-6dd407d4958d req-e0205b84-bc6c-453a-9dd3-6a11bcf42d9b tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357323 Aug 18 15:59:12.374844 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=17e70f38-5ab9-4f9c-b478-9e82e167ca26,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:12.409583 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251e3622-b6cc-419f-9df2-71eaf1fa4322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e70f38-5ab9-4f9c-b478-9e82e167ca26'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:59:12.411857 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8ed8d7-79f4-4529-84c9-7b41d7befb86" -d '{"events": [{"server_uuid": "251e3622-b6cc-419f-9df2-71eaf1fa4322", "name": "network-vif-plugged", "status": "completed", "tag": "17e70f38-5ab9-4f9c-b478-9e82e167ca26"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:59:12.431886 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=c2d52bed-aed6-4435-b668-476f444126a7,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:12.456530 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20b9a33-5a34-4900-8edb-1ff1e4d87bb4 x-openstack-request-id: req-b20b9a33-5a34-4900-8edb-1ff1e4d87bb4 {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:59:12.456861 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251e3622-b6cc-419f-9df2-71eaf1fa4322", "name": "network-vif-plugged", "status": "completed", "tag": "17e70f38-5ab9-4f9c-b478-9e82e167ca26", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:59:12.457120 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b20b9a33-5a34-4900-8edb-1ff1e4d87bb4 {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:59:12.457519 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251e3622-b6cc-419f-9df2-71eaf1fa4322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e70f38-5ab9-4f9c-b478-9e82e167ca26', 'code': 200} Aug 18 15:59:12.562108 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a11a39-7f68-4d77-b574-1d5d0858f2a9 req-5ba443f0-26d9-47a8-a523-f47f751af568 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:12.563830 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d1a11a39-7f68-4d77-b574-1d5d0858f2a9 req-5ba443f0-26d9-47a8-a523-f47f751af568 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0585847 Aug 18 15:59:12.614317 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d1a11a39-7f68-4d77-b574-1d5d0858f2a9 req-6175b32d-1105-42c2-98fe-8cac8462cae6 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403726 Aug 18 15:59:12.623470 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['c2d52bed-aed6-4435-b668-476f444126a7'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:59:12.673253 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee76bef-8cf4-4e93-91d3-51a024f0cc10 req-81e30cb5-b2a4-481f-b49b-c11365c10a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:12.674749 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dee76bef-8cf4-4e93-91d3-51a024f0cc10 req-81e30cb5-b2a4-481f-b49b-c11365c10a1e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 1102 time: 0.0460956 Aug 18 15:59:12.713045 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dee76bef-8cf4-4e93-91d3-51a024f0cc10 req-26806c0e-e572-47ea-b900-dec53f790398 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297709 Aug 18 15:59:13.130420 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89b111-2162-4c72-8131-09b19c1a6d91 req-5b80c13e-a256-4b1f-89cb-f0465a2def12 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:13.132106 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4f89b111-2162-4c72-8131-09b19c1a6d91 req-5b80c13e-a256-4b1f-89cb-f0465a2def12 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 949 time: 0.0813293 Aug 18 15:59:13.140132 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea645572-ea84-46ed-bb1d-4ac9ab8369a2 req-db907b60-3bfd-47c7-b620-34bb45589ef6 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:13.141539 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ea645572-ea84-46ed-bb1d-4ac9ab8369a2 req-db907b60-3bfd-47c7-b620-34bb45589ef6 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 945 time: 0.0806186 Aug 18 15:59:13.197735 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4f89b111-2162-4c72-8131-09b19c1a6d91 req-bf142b01-c8b5-4b3a-9bfd-e0c7c34daa5c tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552487 Aug 18 15:59:13.202493 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ea645572-ea84-46ed-bb1d-4ac9ab8369a2 req-e1eb3993-e851-4a62-a307-05c4f94f7ac6 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533414 Aug 18 15:59:13.418613 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7e173-f165-4164-b213-e14a33fad2bf req-611a172b-9e13-49ca-abb5-6ae455c4d1a1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:13.420070 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-81d7e173-f165-4164-b213-e14a33fad2bf req-611a172b-9e13-49ca-abb5-6ae455c4d1a1 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0521886 Aug 18 15:59:13.486371 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-81d7e173-f165-4164-b213-e14a33fad2bf req-ca96320b-7bec-415a-b5f2-bfd3527b9a62 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583162 Aug 18 15:59:13.494660 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cae521-a2ea-4589-b035-54d70985002b req-78aeb08b-eff8-463c-b760-eb76fb5af951 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:13.496106 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09cae521-a2ea-4589-b035-54d70985002b req-78aeb08b-eff8-463c-b760-eb76fb5af951 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 945 time: 0.0856771 Aug 18 15:59:13.535493 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09cae521-a2ea-4589-b035-54d70985002b req-6ecc8eb4-cefa-4e03-a5ea-155330595a7e tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Aug 18 15:59:13.731034 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef313af4-eb36-45e4-aead-20fa4220b090 req-c1d037e6-edeb-42a0-b79e-499e9f6adad2 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:13.732491 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ef313af4-eb36-45e4-aead-20fa4220b090 req-c1d037e6-edeb-42a0-b79e-499e9f6adad2 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0488930 Aug 18 15:59:13.781286 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ef313af4-eb36-45e4-aead-20fa4220b090 req-d290f4e3-532a-4e34-9e72-3dbf2bc121a1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429037 Aug 18 15:59:13.976211 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device c2d52bed-aed6-4435-b668-476f444126a7 up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:59:14.027676 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port c2d52bed-aed6-4435-b668-476f444126a7 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:59:14.031505 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port c2d52bed-aed6-4435-b668-476f444126a7 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:59:14.031886 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:14.173246 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:14.241114 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port c2d52bed-aed6-4435-b668-476f444126a7, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c2d52bed-aed6-4435-b668-476f444126a7,segment=NetworkSegment(bd175b56-5afd-4bac-b96b-4aa4e930c631),segment_id=bd175b56-5afd-4bac-b96b-4aa4e930c631)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:14.248848 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:14.249665 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:59:14.279666 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:59:14.279932 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device cd7afd8d-2c37-4d7b-8a02-93c24a7d0731 not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:59:14.336334 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=c2d52bed-aed6-4435-b668-476f444126a7,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:14.354616 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62444e9-c126-4363-90d4-ffac3c3003f4 req-9997e653-2f80-40d1-842c-257a570774b4 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:14.356113 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d62444e9-c126-4363-90d4-ffac3c3003f4 req-9997e653-2f80-40d1-842c-257a570774b4 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 949 time: 0.0843177 Aug 18 15:59:14.363581 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f06674-5087-45c5-bffa-9924c5e16adf req-341401a2-f1cd-4de2-89c9-b7f5050ec94b tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:14.364966 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-71f06674-5087-45c5-bffa-9924c5e16adf req-341401a2-f1cd-4de2-89c9-b7f5050ec94b tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 946 time: 0.0823588 Aug 18 15:59:14.420155 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d62444e9-c126-4363-90d4-ffac3c3003f4 req-1b502d8c-1c91-4f3a-9e1f-8b3b32f6fbc1 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541742 Aug 18 15:59:14.433168 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-71f06674-5087-45c5-bffa-9924c5e16adf req-32f4b8d6-2a0b-492e-bdf5-062e21341190 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613961 Aug 18 15:59:14.459290 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d52bed-aed6-4435-b668-476f444126a7'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:59:14.462291 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4f9960-4bbd-42e9-aa7b-18f28bce00db" -d '{"events": [{"server_uuid": "b775310c-0c8c-461b-81f1-de0400076ff7", "name": "network-vif-plugged", "status": "completed", "tag": "c2d52bed-aed6-4435-b668-476f444126a7"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:59:14.477479 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31293028-b24f-4d2a-926c-1ae639695b3f req-d188f08b-3203-4f3a-9ac6-88f0766fa5fc tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:14.478975 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-31293028-b24f-4d2a-926c-1ae639695b3f req-d188f08b-3203-4f3a-9ac6-88f0766fa5fc tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 945 time: 0.0561728 Aug 18 15:59:14.499680 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ef22f4-b110-4445-b434-38917fd7f29d x-openstack-request-id: req-56ef22f4-b110-4445-b434-38917fd7f29d {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:59:14.500597 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b775310c-0c8c-461b-81f1-de0400076ff7", "name": "network-vif-plugged", "status": "completed", "tag": "c2d52bed-aed6-4435-b668-476f444126a7", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:59:14.500884 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-56ef22f4-b110-4445-b434-38917fd7f29d {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:59:14.501290 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d52bed-aed6-4435-b668-476f444126a7', 'code': 200} Aug 18 15:59:14.618746 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-31293028-b24f-4d2a-926c-1ae639695b3f req-21dd5135-05d9-4300-8d97-4c4dd9fed097 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Deleting port f422ab3c-2b76-4670-9bfe-2b529f9b5a22 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:59:14.619089 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-31293028-b24f-4d2a-926c-1ae639695b3f req-21dd5135-05d9-4300-8d97-4c4dd9fed097 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:14.673868 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e869f30-2218-4dfc-854b-2ddee455b63d req-30e0f0c9-13a9-4257-b6f8-1fa447860862 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:14.675404 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8e869f30-2218-4dfc-854b-2ddee455b63d req-30e0f0c9-13a9-4257-b6f8-1fa447860862 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.1099119 Aug 18 15:59:14.749494 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-2114efa5-67ef-4c7f-aeec-057e44a00e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:14.817486 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8e869f30-2218-4dfc-854b-2ddee455b63d req-7733415d-a61e-4e4e-bb78-5f0897fa9b06 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197190 Aug 18 15:59:14.819306 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba038a0-fa47-4d8b-9cea-908b84b9f405 req-02af53dc-e6f0-4449-bc79-48bf61d0fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:14.820820 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6ba038a0-fa47-4d8b-9cea-908b84b9f405 req-02af53dc-e6f0-4449-bc79-48bf61d0fe20 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 1099 time: 0.1424444 Aug 18 15:59:14.838690 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1597329-7ec2-4d71-84e1-d1417be2b139 req-cad67b4f-cfbb-49bd-ac89-28c28be1c846 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:14.838690 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e1597329-7ec2-4d71-84e1-d1417be2b139 req-cad67b4f-cfbb-49bd-ac89-28c28be1c846 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3 HTTP/1.1" status: 200 len: 945 time: 0.1529608 Aug 18 15:59:14.838690 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-31293028-b24f-4d2a-926c-1ae639695b3f req-21dd5135-05d9-4300-8d97-4c4dd9fed097 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] For port f422ab3c-2b76-4670-9bfe-2b529f9b5a22, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=f422ab3c-2b76-4670-9bfe-2b529f9b5a22,segment=NetworkSegment(b1aede34-5cf3-493b-a119-21a7119c1791),segment_id=b1aede34-5cf3-493b-a119-21a7119c1791)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:14.838690 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-31293028-b24f-4d2a-926c-1ae639695b3f req-21dd5135-05d9-4300-8d97-4c4dd9fed097 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:14.876504 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-31293028-b24f-4d2a-926c-1ae639695b3f req-21dd5135-05d9-4300-8d97-4c4dd9fed097 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Calling delete_port for f422ab3c-2b76-4670-9bfe-2b529f9b5a22 owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:59:14.971583 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6ba038a0-fa47-4d8b-9cea-908b84b9f405 req-96e02d50-43a8-490b-b4fd-1afe49f408a1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379347 Aug 18 15:59:14.974355 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e1597329-7ec2-4d71-84e1-d1417be2b139 req-487f9e9c-331c-4a34-a33c-d99d978ab637 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293049 Aug 18 15:59:14.996643 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edca8a-b7a9-4580-bb17-c8cf5992166e req-607357e2-b775-42d2-9437-230e56d12b3c tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:14.998177 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-29edca8a-b7a9-4580-bb17-c8cf5992166e req-607357e2-b775-42d2-9437-230e56d12b3c tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 949 time: 0.1229548 Aug 18 15:59:15.078741 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-29edca8a-b7a9-4580-bb17-c8cf5992166e req-2b6e27e3-76ff-4816-a4a1-642b4b63088f tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719306 Aug 18 15:59:15.132535 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d14c0-a1c7-4a23-a966-4c3e690c2867 req-1f27cf74-74ae-4380-8483-c7783cf0ec1a tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:15.133949 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2d8d14c0-a1c7-4a23-a966-4c3e690c2867 req-1f27cf74-74ae-4380-8483-c7783cf0ec1a tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0949605 Aug 18 15:59:15.146973 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-31293028-b24f-4d2a-926c-1ae639695b3f req-21dd5135-05d9-4300-8d97-4c4dd9fed097 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:15.158873 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['f422ab3c-2b76-4670-9bfe-2b529f9b5a22'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:59:15.190020 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd5135-05d9-4300-8d97-4c4dd9fed097 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Pushing event deleted for resources: {'Port': ['ID=f422ab3c-2b76-4670-9bfe-2b529f9b5a22,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:15.223611 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2d8d14c0-a1c7-4a23-a966-4c3e690c2867 req-dc6f67e0-b14f-4880-9206-a5bcf87e9788 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835705 Aug 18 15:59:15.240423 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-31293028-b24f-4d2a-926c-1ae639695b3f req-21dd5135-05d9-4300-8d97-4c4dd9fed097 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] No DVR routers for this DVR port f422ab3c-2b76-4670-9bfe-2b529f9b5a22 on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:59:15.245515 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-31293028-b24f-4d2a-926c-1ae639695b3f req-21dd5135-05d9-4300-8d97-4c4dd9fed097 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:15.247530 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-31293028-b24f-4d2a-926c-1ae639695b3f req-21dd5135-05d9-4300-8d97-4c4dd9fed097 tempest-AttachVolumeNegativeTest-1580028490 tempest-AttachVolumeNegativeTest-1580028490-project] 10.222.0.20 "DELETE /v2.0/ports/f422ab3c-2b76-4670-9bfe-2b529f9b5a22 HTTP/1.1" status: 204 len: 173 time: 0.7619133 Aug 18 15:59:15.247968 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3', 'name': 'network-vif-deleted', 'tag': 'f422ab3c-2b76-4670-9bfe-2b529f9b5a22'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:59:15.250194 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f49e48-826e-484a-a313-c0b1d13654b3" -d '{"events": [{"server_uuid": "3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3", "name": "network-vif-deleted", "tag": "f422ab3c-2b76-4670-9bfe-2b529f9b5a22"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:59:15.289524 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3ef933-9fba-427f-b5ac-e119907947c4 x-openstack-request-id: req-ef3ef933-9fba-427f-b5ac-e119907947c4 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:59:15.289843 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3", "name": "network-vif-deleted", "tag": "f422ab3c-2b76-4670-9bfe-2b529f9b5a22", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:59:15.290094 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef3ef933-9fba-427f-b5ac-e119907947c4 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:59:15.290485 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deaee10-bde8-44c2-9c9c-c2c0eeeecdd3', 'name': 'network-vif-deleted', 'tag': 'f422ab3c-2b76-4670-9bfe-2b529f9b5a22', 'status': 'completed', 'code': 200} Aug 18 15:59:15.554003 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090307d-e4ca-41a3-a936-ecdb9624152c req-87b18ce3-e132-4f4b-9a48-16539132009a tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:15.555491 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1090307d-e4ca-41a3-a936-ecdb9624152c req-87b18ce3-e132-4f4b-9a48-16539132009a tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 946 time: 0.0536885 Aug 18 15:59:15.593457 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1090307d-e4ca-41a3-a936-ecdb9624152c req-f335b5d9-30f7-48be-85e3-13d591949f67 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Aug 18 15:59:15.938869 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55619f31-cbbc-4b54-9264-84215817a6eb req-fa4e31ca-1fe6-486b-bd3e-b33bd359901f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:15.940581 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-55619f31-cbbc-4b54-9264-84215817a6eb req-fa4e31ca-1fe6-486b-bd3e-b33bd359901f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.0494034 Aug 18 15:59:15.985623 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-55619f31-cbbc-4b54-9264-84215817a6eb req-2d60b9c9-6477-480f-9712-355180b3ec6e tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382814 Aug 18 15:59:16.035267 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 35594) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:16.083210 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f64249-dfb2-429a-a110-05ed65d05ba5 admin admin] Deleting subnet 91139440-0498-4366-9223-66853c993206 {{(pid=93847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:59:16.086651 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8f64249-dfb2-429a-a110-05ed65d05ba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:16.121962 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8f64249-dfb2-429a-a110-05ed65d05ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13957983'] for subnet, precommit_delete_associations {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:16.190637 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8f64249-dfb2-429a-a110-05ed65d05ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473169'] for subnet, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:16.235253 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee5abf-fc75-419a-8c0b-70132f68fc02 req-d9e6ba70-1f0c-4458-91dd-2652ba46ef90 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:16.236806 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6eee5abf-fc75-419a-8c0b-70132f68fc02 req-d9e6ba70-1f0c-4458-91dd-2652ba46ef90 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 949 time: 0.0886462 Aug 18 15:59:16.278080 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8f64249-dfb2-429a-a110-05ed65d05ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13957933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14307673'] for subnet, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:16.310237 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6eee5abf-fc75-419a-8c0b-70132f68fc02 req-a8eae2c5-82f0-4e8e-a643-6a0cdaa81ac4 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664420 Aug 18 15:59:16.313153 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f64249-dfb2-429a-a110-05ed65d05ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91139440-0498-4366-9223-66853c993206,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:16.329122 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8f64249-dfb2-429a-a110-05ed65d05ba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:16.331120 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-e8f64249-dfb2-429a-a110-05ed65d05ba5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/91139440-0498-4366-9223-66853c993206 HTTP/1.1" status: 204 len: 168 time: 0.2946219 Aug 18 15:59:16.334003 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 35600) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:16.369842 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88805e-f2a7-420b-8551-24b2a2e10c3d req-a5078f76-2076-4ed5-882d-2277514a42b8 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:16.371510 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8b88805e-f2a7-420b-8551-24b2a2e10c3d req-a5078f76-2076-4ed5-882d-2277514a42b8 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0674272 Aug 18 15:59:16.402644 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1de18eea-3d36-4a03-a14d-5ead4b7a9c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627848'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:16.411743 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8b88805e-f2a7-420b-8551-24b2a2e10c3d req-9661717f-661b-4c5d-a8a2-6b020f7829da tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334148 Aug 18 15:59:16.482108 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1de18eea-3d36-4a03-a14d-5ead4b7a9c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472536', 'neutron.services.segments.db._delete_segments_for_network-8780902331073'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:16.492408 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-1de18eea-3d36-4a03-a14d-5ead4b7a9c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7381a63-f1fa-40d7-86d5-830b21cc478c']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:16.501641 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-1de18eea-3d36-4a03-a14d-5ead4b7a9c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1aede34-5cf3-493b-a119-21a7119c1791') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:16.501960 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-1de18eea-3d36-4a03-a14d-5ead4b7a9c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1aede34-5cf3-493b-a119-21a7119c1791') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:16.510478 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1de18eea-3d36-4a03-a14d-5ead4b7a9c56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780902098598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13948647'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:16.524709 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1de18eea-3d36-4a03-a14d-5ead4b7a9c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:16.530652 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de18eea-3d36-4a03-a14d-5ead4b7a9c56 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:59:16.531066 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1de18eea-3d36-4a03-a14d-5ead4b7a9c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13947635'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: timer() Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: cb(*args, **kw) Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: self._notify() Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: self.callback(batched_events) Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: event.method(event) Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._get(url).json() Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:59:16.532795 dv-cinder-778534-7-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:59:16.587381 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1de18eea-3d36-4a03-a14d-5ead4b7a9c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468348'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:16.591933 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1de18eea-3d36-4a03-a14d-5ead4b7a9c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:16.596188 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-1de18eea-3d36-4a03-a14d-5ead4b7a9c56 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a7381a63-f1fa-40d7-86d5-830b21cc478c HTTP/1.1" status: 204 len: 168 time: 0.2588537 Aug 18 15:59:16.610987 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de18eea-3d36-4a03-a14d-5ead4b7a9c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7381a63-f1fa-40d7-86d5-830b21cc478c,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:16.776765 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 35606) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:16.830243 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d276a9ed-6edc-4b6b-b266-df3bae2f65c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4141e22102df491c9bdda23609fdbe24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523024 Aug 18 15:59:16.830956 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 35610) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:16.882838 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f0e55ab4-487f-4a34-8dea-d650c11dc923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:16.904948 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f0e55ab4-487f-4a34-8dea-d650c11dc923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:16.938619 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e689d1f-b57a-4ffe-ac72-f3b2f1ea8b29 req-dba7c090-8e9b-47ec-8553-fd8106c13233 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:16.940163 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9e689d1f-b57a-4ffe-ac72-f3b2f1ea8b29 req-dba7c090-8e9b-47ec-8553-fd8106c13233 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.3652256 Aug 18 15:59:16.952849 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f0e55ab4-487f-4a34-8dea-d650c11dc923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:16.955384 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f0e55ab4-487f-4a34-8dea-d650c11dc923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:16.959074 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f0e55ab4-487f-4a34-8dea-d650c11dc923 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9 HTTP/1.1" status: 204 len: 168 time: 0.1245539 Aug 18 15:59:16.966636 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e55ab4-487f-4a34-8dea-d650c11dc923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c30b19-1aa3-4df9-b13f-4b76a2f05dc9,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:16.969512 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d220f-c468-4e48-97c1-23d18f8a9264 req-6d0f0d42-b724-4869-a34b-6d266d4805b1 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:16.971187 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ab8d220f-c468-4e48-97c1-23d18f8a9264 req-6d0f0d42-b724-4869-a34b-6d266d4805b1 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 946 time: 0.1022656 Aug 18 15:59:16.985094 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c517b-5d3f-4bbb-b143-c2e859756626 req-1dc61b31-85f2-472a-b722-52081ec86a35 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:16.987447 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2a5c517b-5d3f-4bbb-b143-c2e859756626 req-1dc61b31-85f2-472a-b722-52081ec86a35 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.20 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 949 time: 0.1175160 Aug 18 15:59:17.180910 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ab8d220f-c468-4e48-97c1-23d18f8a9264 req-146512a7-6d09-441c-9a4b-ae1a6a8e16ac tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717012 Aug 18 15:59:17.213453 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47548920-1ec9-405a-97a9-bfbe22851748 req-a8d0a661-7570-4ea2-901c-8d8aa968e6b8 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:17.215024 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-47548920-1ec9-405a-97a9-bfbe22851748 req-a8d0a661-7570-4ea2-901c-8d8aa968e6b8 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 945 time: 0.1508486 Aug 18 15:59:17.255714 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-2a5c517b-5d3f-4bbb-b143-c2e859756626 req-c945720c-e5f2-4c32-9a5e-e6d06260f14a tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Deleting port 17e70f38-5ab9-4f9c-b478-9e82e167ca26 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:59:17.256054 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-2a5c517b-5d3f-4bbb-b143-c2e859756626 req-c945720c-e5f2-4c32-9a5e-e6d06260f14a tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:17.292774 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-9e689d1f-b57a-4ffe-ac72-f3b2f1ea8b29 req-dd6de305-7f68-4941-8ad5-650dbf7b6ddf tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Deleting port 923b9e48-e53d-497c-933c-c17d0383bfba {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:59:17.293064 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-9e689d1f-b57a-4ffe-ac72-f3b2f1ea8b29 req-dd6de305-7f68-4941-8ad5-650dbf7b6ddf tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:17.393834 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-47548920-1ec9-405a-97a9-bfbe22851748 req-cc877f2b-95e8-413e-be4c-d4f9ae6480e9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698911 Aug 18 15:59:17.468483 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5e3b5-d743-4a7f-aa49-cd8ea814b2f0 req-3924e796-b6d6-4e46-8ea5-7c512764f904 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:17.470045 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-36d5e3b5-d743-4a7f-aa49-cd8ea814b2f0 req-3924e796-b6d6-4e46-8ea5-7c512764f904 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 946 time: 0.2103674 Aug 18 15:59:17.567776 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-9e689d1f-b57a-4ffe-ac72-f3b2f1ea8b29 req-dd6de305-7f68-4941-8ad5-650dbf7b6ddf tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] For port 923b9e48-e53d-497c-933c-c17d0383bfba, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=923b9e48-e53d-497c-933c-c17d0383bfba,segment=NetworkSegment(53c2849b-4f81-41a0-bac4-46cf6739a0dd),segment_id=53c2849b-4f81-41a0-bac4-46cf6739a0dd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:17.568169 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-9e689d1f-b57a-4ffe-ac72-f3b2f1ea8b29 req-dd6de305-7f68-4941-8ad5-650dbf7b6ddf tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:17.584046 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-2a5c517b-5d3f-4bbb-b143-c2e859756626 req-c945720c-e5f2-4c32-9a5e-e6d06260f14a tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] For port 17e70f38-5ab9-4f9c-b478-9e82e167ca26, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=17e70f38-5ab9-4f9c-b478-9e82e167ca26,segment=NetworkSegment(67c2a28d-816a-4480-9f36-67289ba7590a),segment_id=67c2a28d-816a-4480-9f36-67289ba7590a)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:17.584568 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-2a5c517b-5d3f-4bbb-b143-c2e859756626 req-c945720c-e5f2-4c32-9a5e-e6d06260f14a tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:17.607177 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-9e689d1f-b57a-4ffe-ac72-f3b2f1ea8b29 req-dd6de305-7f68-4941-8ad5-650dbf7b6ddf tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Calling delete_port for 923b9e48-e53d-497c-933c-c17d0383bfba owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:59:17.623091 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-2a5c517b-5d3f-4bbb-b143-c2e859756626 req-c945720c-e5f2-4c32-9a5e-e6d06260f14a tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Calling delete_port for 17e70f38-5ab9-4f9c-b478-9e82e167ca26 owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:59:17.646993 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-36d5e3b5-d743-4a7f-aa49-cd8ea814b2f0 req-3a181b52-6ec0-4782-ac71-bf4446aff7ad tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524546 Aug 18 15:59:17.676927 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-51d39e71-9f51-4087-900c-ecc4d1b257dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:17.705128 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c7da8-8437-4af4-9f0a-c440612bc28f req-717b599d-4447-4096-9a41-dd6a43dbc90b tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:17.706668 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-948c7da8-8437-4af4-9f0a-c440612bc28f req-717b599d-4447-4096-9a41-dd6a43dbc90b tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 949 time: 0.2330985 Aug 18 15:59:17.880087 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-948c7da8-8437-4af4-9f0a-c440612bc28f req-1d34bec5-2697-42d3-9416-0235943ae714 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/security-groups?id=13d1c0b2-463f-434f-a65e-1957307b1e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392157 Aug 18 15:59:17.892537 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b5c04-c87d-4a86-8d32-735e4c67ef68 req-a232e5d4-0689-45d1-87f0-a791f97d5cb4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:17.901229 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:17.904792 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8e2b5c04-c87d-4a86-8d32-735e4c67ef68 req-a232e5d4-0689-45d1-87f0-a791f97d5cb4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.1570787 Aug 18 15:59:17.982471 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 923b9e48-e53d-497c-933c-c17d0383bfba no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:59:18.068692 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8e2b5c04-c87d-4a86-8d32-735e4c67ef68 req-a30ba322-c4e0-4a05-98a4-15e263010ed0 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659076 Aug 18 15:59:18.073695 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-9e689d1f-b57a-4ffe-ac72-f3b2f1ea8b29 req-dd6de305-7f68-4941-8ad5-650dbf7b6ddf tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:18.114399 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['822aeee9-a8b6-4462-86c9-05cf4f09e97b'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:59:18.125695 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-2a5c517b-5d3f-4bbb-b143-c2e859756626 req-c945720c-e5f2-4c32-9a5e-e6d06260f14a tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:18.128104 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6de305-7f68-4941-8ad5-650dbf7b6ddf tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Pushing event deleted for resources: {'Port': ['ID=923b9e48-e53d-497c-933c-c17d0383bfba,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:18.176223 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:18.191469 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945720c-e5f2-4c32-9a5e-e6d06260f14a tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Pushing event deleted for resources: {'Port': ['ID=17e70f38-5ab9-4f9c-b478-9e82e167ca26,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:18.239946 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e689d1f-b57a-4ffe-ac72-f3b2f1ea8b29 req-dd6de305-7f68-4941-8ad5-650dbf7b6ddf tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] No DVR routers for this DVR port 923b9e48-e53d-497c-933c-c17d0383bfba on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:59:18.257299 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-9e689d1f-b57a-4ffe-ac72-f3b2f1ea8b29 req-dd6de305-7f68-4941-8ad5-650dbf7b6ddf tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:18.259988 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9e689d1f-b57a-4ffe-ac72-f3b2f1ea8b29 req-dd6de305-7f68-4941-8ad5-650dbf7b6ddf tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.20 "DELETE /v2.0/ports/923b9e48-e53d-497c-933c-c17d0383bfba HTTP/1.1" status: 204 len: 173 time: 1.3057346 Aug 18 15:59:18.260554 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b2e063-1bd1-4048-be27-6ab73f2c061a', 'name': 'network-vif-deleted', 'tag': '923b9e48-e53d-497c-933c-c17d0383bfba'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:59:18.265364 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device f422ab3c-2b76-4670-9bfe-2b529f9b5a22 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:59:18.273754 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a2947c-6e40-48f0-9b2d-f0c1bc6d8cb1" -d '{"events": [{"server_uuid": "a6b2e063-1bd1-4048-be27-6ab73f2c061a", "name": "network-vif-deleted", "tag": "923b9e48-e53d-497c-933c-c17d0383bfba"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:59:18.299795 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: f422ab3c-2b76-4670-9bfe-2b529f9b5a22 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:59:18.300225 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device f422ab3c-2b76-4670-9bfe-2b529f9b5a22 not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:59:18.300705 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 17e70f38-5ab9-4f9c-b478-9e82e167ca26 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:59:18.327178 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5c517b-5d3f-4bbb-b143-c2e859756626 req-c945720c-e5f2-4c32-9a5e-e6d06260f14a tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] No DVR routers for this DVR port 17e70f38-5ab9-4f9c-b478-9e82e167ca26 on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:59:18.343487 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-2a5c517b-5d3f-4bbb-b143-c2e859756626 req-c945720c-e5f2-4c32-9a5e-e6d06260f14a tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:18.344921 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2a5c517b-5d3f-4bbb-b143-c2e859756626 req-c945720c-e5f2-4c32-9a5e-e6d06260f14a tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.20 "DELETE /v2.0/ports/17e70f38-5ab9-4f9c-b478-9e82e167ca26 HTTP/1.1" status: 204 len: 173 time: 1.3345447 Aug 18 15:59:18.347245 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: 17e70f38-5ab9-4f9c-b478-9e82e167ca26 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:59:18.347410 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e98bc5b-de4b-48b5-b94d-f09eeb16b563 x-openstack-request-id: req-2e98bc5b-de4b-48b5-b94d-f09eeb16b563 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:59:18.347527 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b2e063-1bd1-4048-be27-6ab73f2c061a", "name": "network-vif-deleted", "tag": "923b9e48-e53d-497c-933c-c17d0383bfba", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:59:18.347607 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 17e70f38-5ab9-4f9c-b478-9e82e167ca26 not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:59:18.347827 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e98bc5b-de4b-48b5-b94d-f09eeb16b563 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:59:18.348537 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b2e063-1bd1-4048-be27-6ab73f2c061a', 'name': 'network-vif-deleted', 'tag': '923b9e48-e53d-497c-933c-c17d0383bfba', 'status': 'completed', 'code': 200} Aug 18 15:59:18.433869 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24776589-efcb-435e-9b86-204faacc7850 req-cf78fd0b-93db-40e1-8583-e7e155252a16 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:18.435433 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-24776589-efcb-435e-9b86-204faacc7850 req-cf78fd0b-93db-40e1-8583-e7e155252a16 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 946 time: 0.0898325 Aug 18 15:59:18.510963 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-24776589-efcb-435e-9b86-204faacc7850 req-a2aaea25-5b38-4c21-bf32-2c992a0ce9b6 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670180 Aug 18 15:59:18.631859 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f4581f9a-701b-4b37-9929-7a2e66c643e0 req-d61cdabd-c817-41ef-8f29-f0a57272c843 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6b2e063-1bd1-4048-be27-6ab73f2c061a HTTP/1.1" status: 200 len: 210 time: 0.0289176 Aug 18 15:59:18.766956 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:19.027882 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-08eaf6b7-07d5-48b0-b210-5beccc644d13 req-6224bfff-97c3-49d6-93a1-bc0f9cf13164 tempest-VolumesNegativeTest-1707800257 tempest-VolumesNegativeTest-1707800257-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3622-b6cc-419f-9df2-71eaf1fa4322 HTTP/1.1" status: 200 len: 210 time: 0.0336452 Aug 18 15:59:19.210463 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fe9d9-acce-47f1-a03c-a805ec24c03d req-f59d76a2-2fd5-405b-923b-4ea69edaee56 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:19.212180 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-556fe9d9-acce-47f1-a03c-a805ec24c03d req-f59d76a2-2fd5-405b-923b-4ea69edaee56 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0690384 Aug 18 15:59:19.260413 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-556fe9d9-acce-47f1-a03c-a805ec24c03d req-1f11a7cf-145f-4b93-9cfc-a2193fe43ceb tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421269 Aug 18 15:59:19.904108 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1f6e0-cfd5-48be-b872-ae30822a9340 req-b05b90ea-376f-4404-b724-66e10dfdc5be tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:19.905642 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-40c1f6e0-cfd5-48be-b872-ae30822a9340 req-b05b90ea-376f-4404-b724-66e10dfdc5be tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0534987 Aug 18 15:59:19.945747 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-40c1f6e0-cfd5-48be-b872-ae30822a9340 req-fe5c5c23-0d4c-4b39-b299-67675ebc957c tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340621 Aug 18 15:59:19.992779 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:20.359924 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251e3622-b6cc-419f-9df2-71eaf1fa4322', 'name': 'network-vif-deleted', 'tag': '17e70f38-5ab9-4f9c-b478-9e82e167ca26'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:59:20.373792 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab7b2e2-8000-4ab2-afdc-d78e44bf8d2e" -d '{"events": [{"server_uuid": "251e3622-b6cc-419f-9df2-71eaf1fa4322", "name": "network-vif-deleted", "tag": "17e70f38-5ab9-4f9c-b478-9e82e167ca26"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:59:20.433649 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf936ea5-98f5-4011-86b0-2c8f71b7e0b8 req-5521c035-7851-46b3-b3dd-5b7501a9b139 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:20.442253 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cf936ea5-98f5-4011-86b0-2c8f71b7e0b8 req-5521c035-7851-46b3-b3dd-5b7501a9b139 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0940757 Aug 18 15:59:20.496081 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cf936ea5-98f5-4011-86b0-2c8f71b7e0b8 req-d56cd6e7-64c0-4e1d-aafc-9d64dd15912e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528538 Aug 18 15:59:20.538561 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0153cab1-8786-41f7-9543-cb774628bcab x-openstack-request-id: req-0153cab1-8786-41f7-9543-cb774628bcab {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:59:20.538844 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251e3622-b6cc-419f-9df2-71eaf1fa4322", "name": "network-vif-deleted", "tag": "17e70f38-5ab9-4f9c-b478-9e82e167ca26", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:59:20.539103 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0153cab1-8786-41f7-9543-cb774628bcab {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:59:20.539482 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251e3622-b6cc-419f-9df2-71eaf1fa4322', 'name': 'network-vif-deleted', 'tag': '17e70f38-5ab9-4f9c-b478-9e82e167ca26', 'status': 'completed', 'code': 200} Aug 18 15:59:20.720506 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba45947-1e4e-494e-a2ed-e987243c5a6a req-28ef4abe-5cbc-4e58-af99-b237ec8f7e82 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:20.722093 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4ba45947-1e4e-494e-a2ed-e987243c5a6a req-28ef4abe-5cbc-4e58-af99-b237ec8f7e82 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0518103 Aug 18 15:59:20.768173 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4ba45947-1e4e-494e-a2ed-e987243c5a6a req-bb398992-1e67-4b82-9010-47925ef92bcd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394936 Aug 18 15:59:20.992090 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:21.090440 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b5bb5-b34e-4d67-9841-67180b5d8a9b req-ba5134a7-d48e-46df-9146-310e25a2b2a9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:21.092141 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e81b5bb5-b34e-4d67-9841-67180b5d8a9b req-ba5134a7-d48e-46df-9146-310e25a2b2a9 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0657141 Aug 18 15:59:21.139283 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e81b5bb5-b34e-4d67-9841-67180b5d8a9b req-903daa68-1294-4800-8232-413a18e69f8c tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399425 Aug 18 15:59:21.891981 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0720f8-7a6f-4c42-b5e1-06a94fba7e82 req-a9d5a1d9-aaea-4799-915e-86cb70cdfecc tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:21.893511 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-eb0720f8-7a6f-4c42-b5e1-06a94fba7e82 req-a9d5a1d9-aaea-4799-915e-86cb70cdfecc tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0518909 Aug 18 15:59:21.934460 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-eb0720f8-7a6f-4c42-b5e1-06a94fba7e82 req-60752aac-5ee5-48f9-a328-517da9eb7832 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350125 Aug 18 15:59:22.256600 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db51fab-ba8e-4492-97b7-797192eafa6d req-84cfbc67-fa8c-41c4-9d06-71466ece45db tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:22.258133 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0db51fab-ba8e-4492-97b7-797192eafa6d req-84cfbc67-fa8c-41c4-9d06-71466ece45db tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0498776 Aug 18 15:59:22.304464 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0db51fab-ba8e-4492-97b7-797192eafa6d req-2fe8d357-2034-4df6-8239-cc0d53c9c066 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400226 Aug 18 15:59:23.053571 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636bf77-e69b-46ee-97a4-8ba7d6e6d20d req-02e5a955-5844-4151-99e9-88b91fefa306 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:23.055018 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0636bf77-e69b-46ee-97a4-8ba7d6e6d20d req-02e5a955-5844-4151-99e9-88b91fefa306 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0524173 Aug 18 15:59:23.092487 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0636bf77-e69b-46ee-97a4-8ba7d6e6d20d req-1c44db95-b96c-42eb-b66c-43ddaa974c1d tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314095 Aug 18 15:59:23.419268 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbc893-ce1c-4be5-93d9-d52a5f33b595 req-b3de1599-22cb-42fb-870e-a2829f4fb298 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:23.420761 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d7bbc893-ce1c-4be5-93d9-d52a5f33b595 req-b3de1599-22cb-42fb-870e-a2829f4fb298 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0497460 Aug 18 15:59:23.460690 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d7bbc893-ce1c-4be5-93d9-d52a5f33b595 req-aa77e4ed-a29d-46fe-b9c0-bc1655be317c tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339129 Aug 18 15:59:23.783633 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c129d1-bd7a-49c4-95a8-b40f40c8740b req-0599865e-6cd5-4d89-b9f3-0cf3dbcb0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:23.785347 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-90c129d1-bd7a-49c4-95a8-b40f40c8740b req-0599865e-6cd5-4d89-b9f3-0cf3dbcb0769 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccaffe3a9ca44a16b5da3fca67b2818c&device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 1099 time: 0.0464902 Aug 18 15:59:23.890418 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c129d1-bd7a-49c4-95a8-b40f40c8740b req-ce288e5a-74e6-44eb-9fbd-16e32154832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:23.892620 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-90c129d1-bd7a-49c4-95a8-b40f40c8740b req-ce288e5a-74e6-44eb-9fbd-16e32154832b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae7b7023-460b-4b28-b8eb-4b3713d44050 HTTP/1.1" status: 200 len: 910 time: 0.0977767 Aug 18 15:59:23.960188 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-90c129d1-bd7a-49c4-95a8-b40f40c8740b req-affca661-bee9-4fe6-aed3-4c6e69959bd9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3adc23-1d74-4cd8-8ec3-75212b5a70bb HTTP/1.1" status: 200 len: 1002 time: 0.0589352 Aug 18 15:59:24.015583 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c129d1-bd7a-49c4-95a8-b40f40c8740b req-b0f838b4-00f9-4e4b-9b9c-33bc3d97fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:24.017000 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-90c129d1-bd7a-49c4-95a8-b40f40c8740b req-b0f838b4-00f9-4e4b-9b9c-33bc3d97fe75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=439e0f3c-ed2e-4369-b19c-29e2fcf27f7e HTTP/1.1" status: 200 len: 848 time: 0.0485880 Aug 18 15:59:24.065818 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c129d1-bd7a-49c4-95a8-b40f40c8740b req-a112bcaa-f8ae-4609-ae6c-3f71bb01196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:24.067361 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-90c129d1-bd7a-49c4-95a8-b40f40c8740b req-a112bcaa-f8ae-4609-ae6c-3f71bb01196e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae7b7023-460b-4b28-b8eb-4b3713d44050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430582 Aug 18 15:59:24.187338 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-90c129d1-bd7a-49c4-95a8-b40f40c8740b req-f5431241-fe42-441b-bc9e-a7d48abbe929 service neutron] 10.222.0.20 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110446 Aug 18 15:59:24.278959 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d726b-7e0c-46ca-b4c5-329bbdff457b req-69e8139e-6623-440b-80ed-0941e7641a22 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:24.280448 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e18d726b-7e0c-46ca-b4c5-329bbdff457b req-69e8139e-6623-440b-80ed-0941e7641a22 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.1157737 Aug 18 15:59:24.340783 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-90c129d1-bd7a-49c4-95a8-b40f40c8740b req-1d7efd8b-d7f1-4bf5-8141-e7284c6d0d56 service neutron] 10.222.0.20 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394837 Aug 18 15:59:24.344190 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e18d726b-7e0c-46ca-b4c5-329bbdff457b req-a366c3af-b5d7-4d6c-933b-27d35c46d685 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568519 Aug 18 15:59:24.589124 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2244e9f-2dad-4389-8eb6-1bc0b8aee351 req-1a91c66b-73fa-4ddf-a869-0a15068cb5ab tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:24.590544 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d2244e9f-2dad-4389-8eb6-1bc0b8aee351 req-1a91c66b-73fa-4ddf-a869-0a15068cb5ab tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0537112 Aug 18 15:59:24.630030 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d2244e9f-2dad-4389-8eb6-1bc0b8aee351 req-1a7d4120-6164-42bb-af3a-0c5de2115e2c tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333772 Aug 18 15:59:24.800760 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36018) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:24.908298 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-55da7f28-02fe-4349-b6a0-a4e2b958082f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.000297 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-55da7f28-02fe-4349-b6a0-a4e2b958082f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.004361 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-55da7f28-02fe-4349-b6a0-a4e2b958082f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.006171 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36026) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:25.045841 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da7f28-02fe-4349-b6a0-a4e2b958082f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635b78d7-1382-4531-95a9-1c61d2e58424,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:25.050118 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-55da7f28-02fe-4349-b6a0-a4e2b958082f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c00f52acf2b44893ab27ea51b55d7292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476935 Aug 18 15:59:25.052725 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36030) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:25.102434 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ad91b927-f935-4ddf-83af-996797ff30a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.124649 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ad91b927-f935-4ddf-83af-996797ff30a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.155194 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-da73970d-80cc-49d6-9f0f-668852c4274e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6c266d9c82e427f83db183ce8f6b15c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472771 Aug 18 15:59:25.157988 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36032) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:25.182593 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ad91b927-f935-4ddf-83af-996797ff30a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.185065 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ad91b927-f935-4ddf-83af-996797ff30a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.186151 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ad91b927-f935-4ddf-83af-996797ff30a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/635b78d7-1382-4531-95a9-1c61d2e58424 HTTP/1.1" status: 204 len: 168 time: 0.1316953 Aug 18 15:59:25.205657 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91b927-f935-4ddf-83af-996797ff30a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635b78d7-1382-4531-95a9-1c61d2e58424,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:25.229849 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4c96d41e-7642-49df-a5f3-d98ae79731af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.252400 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4c96d41e-7642-49df-a5f3-d98ae79731af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.300105 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4c96d41e-7642-49df-a5f3-d98ae79731af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.302670 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4c96d41e-7642-49df-a5f3-d98ae79731af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.304469 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-4c96d41e-7642-49df-a5f3-d98ae79731af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13d1c0b2-463f-434f-a65e-1957307b1e49 HTTP/1.1" status: 204 len: 168 time: 0.1456888 Aug 18 15:59:25.312376 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96d41e-7642-49df-a5f3-d98ae79731af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d1c0b2-463f-434f-a65e-1957307b1e49,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:25.462390 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c60998-ce17-4c5d-8b3f-d0c32f8ac051 req-257450fc-76b3-439e-a068-38e76a35f0f5 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:25.469627 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-34c60998-ce17-4c5d-8b3f-d0c32f8ac051 req-257450fc-76b3-439e-a068-38e76a35f0f5 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0574043 Aug 18 15:59:25.471114 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36042) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:25.497780 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-82ed8ed0-7e0d-497d-b263-180e9ca8da1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.530812 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-34c60998-ce17-4c5d-8b3f-d0c32f8ac051 req-f03ae606-b21c-474a-a0ca-d57daf90fdbd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524821 Aug 18 15:59:25.634789 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-82ed8ed0-7e0d-497d-b263-180e9ca8da1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.639670 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-82ed8ed0-7e0d-497d-b263-180e9ca8da1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.680386 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-82ed8ed0-7e0d-497d-b263-180e9ca8da1d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad59842a3fa74b65b9efc97be07ebb73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080646 Aug 18 15:59:25.682409 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed8ed0-7e0d-497d-b263-180e9ca8da1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38daacc-015d-462a-83e3-0cd8dcb68700,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:25.682955 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36056) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:25.753559 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-45f27d04-2a2e-480f-bb3f-d49ef6f8773c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.756254 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c48db-f1f3-4679-b3e3-562234b9a2bf req-ada826cc-ead6-4917-be47-9dc64338af11 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:25.757866 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7a1c48db-f1f3-4679-b3e3-562234b9a2bf req-ada826cc-ead6-4917-be47-9dc64338af11 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0501008 Aug 18 15:59:25.807126 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-45f27d04-2a2e-480f-bb3f-d49ef6f8773c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.810470 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7a1c48db-f1f3-4679-b3e3-562234b9a2bf req-563fbff2-9a60-4652-8976-32045753e9b2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445650 Aug 18 15:59:25.869220 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-45f27d04-2a2e-480f-bb3f-d49ef6f8773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.871976 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-45f27d04-2a2e-480f-bb3f-d49ef6f8773c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:25.873597 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-45f27d04-2a2e-480f-bb3f-d49ef6f8773c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d38daacc-015d-462a-83e3-0cd8dcb68700 HTTP/1.1" status: 204 len: 168 time: 0.1894691 Aug 18 15:59:25.881476 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f27d04-2a2e-480f-bb3f-d49ef6f8773c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38daacc-015d-462a-83e3-0cd8dcb68700,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:26.662633 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc652a-8b68-41e6-9897-b7ae6ef42252 req-81b596f7-6f01-42c4-81c9-54eba85a20a5 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:26.664152 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-57dc652a-8b68-41e6-9897-b7ae6ef42252 req-81b596f7-6f01-42c4-81c9-54eba85a20a5 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0532558 Aug 18 15:59:26.702829 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-57dc652a-8b68-41e6-9897-b7ae6ef42252 req-e4fc3fca-a160-465f-9400-709281726fd2 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327206 Aug 18 15:59:26.928500 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563015a3-897e-4dbb-bfb5-99bfa98c30cc req-564fee5a-63c7-42c3-8353-ec168e5f1c91 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:26.930091 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-563015a3-897e-4dbb-bfb5-99bfa98c30cc req-564fee5a-63c7-42c3-8353-ec168e5f1c91 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0550361 Aug 18 15:59:26.969527 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-563015a3-897e-4dbb-bfb5-99bfa98c30cc req-809d9ab6-2aae-4137-ab9c-286fe71c8af4 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335977 Aug 18 15:59:27.819209 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cf47f-a320-4173-9f48-113133510225 req-26aa2bcc-e7e4-4cea-abbe-5f714e99f797 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:27.820695 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8c1cf47f-a320-4173-9f48-113133510225 req-26aa2bcc-e7e4-4cea-abbe-5f714e99f797 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0489120 Aug 18 15:59:27.860437 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8c1cf47f-a320-4173-9f48-113133510225 req-1e0337e0-d926-4416-b3b7-82dbb4eef94c tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336728 Aug 18 15:59:28.086238 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263486cd-3d06-472f-94a8-b479d471f3e1 req-7553e955-1ca3-4514-93d2-94d6426a37ba tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:28.087716 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-263486cd-3d06-472f-94a8-b479d471f3e1 req-7553e955-1ca3-4514-93d2-94d6426a37ba tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0499790 Aug 18 15:59:28.126000 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-263486cd-3d06-472f-94a8-b479d471f3e1 req-63efb31d-1b25-49d6-addc-efcdda74c86f tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324547 Aug 18 15:59:29.008692 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4abf8b-ed26-4fbd-aac7-674b83e278a2 req-fc15009e-abf2-44ea-83a9-a5a9ddca1141 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:29.008692 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7f4abf8b-ed26-4fbd-aac7-674b83e278a2 req-fc15009e-abf2-44ea-83a9-a5a9ddca1141 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0678444 Aug 18 15:59:29.042034 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7f4abf8b-ed26-4fbd-aac7-674b83e278a2 req-ab1f9e12-eeb4-4340-9d3f-783ef722ab18 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326896 Aug 18 15:59:29.242253 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efe02b-f0a3-4b39-9534-550f3a2c8b9d req-867de74c-2b68-43d4-a8b0-0f8a4801bbe2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:29.243736 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-40efe02b-f0a3-4b39-9534-550f3a2c8b9d req-867de74c-2b68-43d4-a8b0-0f8a4801bbe2 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0488236 Aug 18 15:59:29.281544 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-40efe02b-f0a3-4b39-9534-550f3a2c8b9d req-6beb904f-65e1-49f3-b1f1-37357d368b27 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319545 Aug 18 15:59:30.395182 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce67f14-2a79-4660-849c-88e60515ff2a req-df92cd7f-bc21-4c68-b981-8cf1b72613df tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:30.396999 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3ce67f14-2a79-4660-849c-88e60515ff2a req-df92cd7f-bc21-4c68-b981-8cf1b72613df tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0488436 Aug 18 15:59:30.434170 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3ce67f14-2a79-4660-849c-88e60515ff2a req-43ce3d47-7af1-4b98-895b-7c09a0e92611 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311518 Aug 18 15:59:31.550677 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b41c2d-1aeb-4acc-9ab7-0eaa5b3b52e5 req-06fbc049-3cb4-4697-b65a-9a56e4aecb82 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:31.552158 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b1b41c2d-1aeb-4acc-9ab7-0eaa5b3b52e5 req-06fbc049-3cb4-4697-b65a-9a56e4aecb82 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0506132 Aug 18 15:59:31.590351 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b1b41c2d-1aeb-4acc-9ab7-0eaa5b3b52e5 req-45312c97-5f6d-41de-8243-2a984d3b0488 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Aug 18 15:59:32.660235 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fedc3d-245b-458b-ab1b-9b2ab265857d req-2ef7bdbf-654f-4c1d-9bfc-908466957452 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:32.662802 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-19fedc3d-245b-458b-ab1b-9b2ab265857d req-2ef7bdbf-654f-4c1d-9bfc-908466957452 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.20 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.0540349 Aug 18 15:59:32.779372 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d64d3f-dd8b-4bce-807e-c0e8de2c8b6a req-d3f4f760-cad8-43f8-9818-a82b1d0585bb tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:32.780882 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e2d64d3f-dd8b-4bce-807e-c0e8de2c8b6a req-d3f4f760-cad8-43f8-9818-a82b1d0585bb tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 946 time: 0.1169708 Aug 18 15:59:32.831848 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-19fedc3d-245b-458b-ab1b-9b2ab265857d req-9a9fd47f-d0fd-4749-8904-7669ba9bcfb3 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Deleting port 822aeee9-a8b6-4462-86c9-05cf4f09e97b {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:59:32.832184 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-19fedc3d-245b-458b-ab1b-9b2ab265857d req-9a9fd47f-d0fd-4749-8904-7669ba9bcfb3 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:32.837404 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e2d64d3f-dd8b-4bce-807e-c0e8de2c8b6a req-ae05cdaf-d02d-4b8c-8e8a-f844a7ad64cb tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ecfdc2f-988b-441e-a9af-dfccfd7443e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500207 Aug 18 15:59:32.938211 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-19fedc3d-245b-458b-ab1b-9b2ab265857d req-9a9fd47f-d0fd-4749-8904-7669ba9bcfb3 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] For port 822aeee9-a8b6-4462-86c9-05cf4f09e97b, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=822aeee9-a8b6-4462-86c9-05cf4f09e97b,segment=NetworkSegment(53c2849b-4f81-41a0-bac4-46cf6739a0dd),segment_id=53c2849b-4f81-41a0-bac4-46cf6739a0dd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:32.938665 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-19fedc3d-245b-458b-ab1b-9b2ab265857d req-9a9fd47f-d0fd-4749-8904-7669ba9bcfb3 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:32.965002 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-19fedc3d-245b-458b-ab1b-9b2ab265857d req-9a9fd47f-d0fd-4749-8904-7669ba9bcfb3 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Calling delete_port for 822aeee9-a8b6-4462-86c9-05cf4f09e97b owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:59:33.125937 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-19fedc3d-245b-458b-ab1b-9b2ab265857d req-9a9fd47f-d0fd-4749-8904-7669ba9bcfb3 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:33.138969 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['822aeee9-a8b6-4462-86c9-05cf4f09e97b'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:59:33.165110 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fd47f-d0fd-4749-8904-7669ba9bcfb3 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Pushing event deleted for resources: {'Port': ['ID=822aeee9-a8b6-4462-86c9-05cf4f09e97b,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:33.207577 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fedc3d-245b-458b-ab1b-9b2ab265857d req-9a9fd47f-d0fd-4749-8904-7669ba9bcfb3 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] No DVR routers for this DVR port 822aeee9-a8b6-4462-86c9-05cf4f09e97b on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:59:33.211870 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-19fedc3d-245b-458b-ab1b-9b2ab265857d req-9a9fd47f-d0fd-4749-8904-7669ba9bcfb3 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:33.214110 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-19fedc3d-245b-458b-ab1b-9b2ab265857d req-9a9fd47f-d0fd-4749-8904-7669ba9bcfb3 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.20 "DELETE /v2.0/ports/822aeee9-a8b6-4462-86c9-05cf4f09e97b HTTP/1.1" status: 204 len: 173 time: 0.5394866 Aug 18 15:59:33.214637 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dc1ccc-3447-4af7-9c5d-234f5fc372c7', 'name': 'network-vif-deleted', 'tag': '822aeee9-a8b6-4462-86c9-05cf4f09e97b'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:59:33.218177 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99023b92-0f9f-47d6-8e44-799c52b7f17c" -d '{"events": [{"server_uuid": "31dc1ccc-3447-4af7-9c5d-234f5fc372c7", "name": "network-vif-deleted", "tag": "822aeee9-a8b6-4462-86c9-05cf4f09e97b"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:59:33.260482 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98d6c3e-8af5-4f6a-b41c-82aa83cdee77 x-openstack-request-id: req-d98d6c3e-8af5-4f6a-b41c-82aa83cdee77 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:59:33.260894 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31dc1ccc-3447-4af7-9c5d-234f5fc372c7", "name": "network-vif-deleted", "tag": "822aeee9-a8b6-4462-86c9-05cf4f09e97b", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:59:33.261256 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d98d6c3e-8af5-4f6a-b41c-82aa83cdee77 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:59:33.261833 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31dc1ccc-3447-4af7-9c5d-234f5fc372c7', 'name': 'network-vif-deleted', 'tag': '822aeee9-a8b6-4462-86c9-05cf4f09e97b', 'status': 'completed', 'code': 200} Aug 18 15:59:33.480923 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c47356-4651-428f-a0fd-575727c86c10 req-c72e5db4-2628-465f-bcb1-7611205788da tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:33.482254 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-40c47356-4651-428f-a0fd-575727c86c10 req-c72e5db4-2628-465f-bcb1-7611205788da tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 946 time: 0.0504508 Aug 18 15:59:33.520342 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-40c47356-4651-428f-a0fd-575727c86c10 req-3f0245ef-c0ce-44da-9f7b-970e8d9f13be tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318923 Aug 18 15:59:33.544690 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36248) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:33.732823 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e106cdb2-8cdd-4309-86d0-72fb5ae1435c tempest-TestMinimumBasicScenario-1125119757 tempest-TestMinimumBasicScenario-1125119757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:33.734572 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-e106cdb2-8cdd-4309-86d0-72fb5ae1435c tempest-TestMinimumBasicScenario-1125119757 tempest-TestMinimumBasicScenario-1125119757-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 1094 time: 0.1888289 Aug 18 15:59:33.737577 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36254) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:33.742662 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Request body: {'floatingip': {'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'port_id': 'c2d52bed-aed6-4435-b668-476f444126a7', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:33.765388 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for floatingip, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:33.785451 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36256) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:33.863558 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:33.901399 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3bf86c33-c945-432b-b030-24442661f295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:33.961607 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-65d5f5c7-2ef8-4c38-b65e-97d45bcab035 req-62ce6526-03d0-4e09-9151-404aa3de11f0 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 210 time: 0.0401316 Aug 18 15:59:33.968413 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Allocated IP 172.27.2.13 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/1475c049-4bbd-487e-b189-9805400ddec9) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:59:34.023769 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3bf86c33-c945-432b-b030-24442661f295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:34.029775 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3bf86c33-c945-432b-b030-24442661f295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:34.071650 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-3bf86c33-c945-432b-b030-24442661f295 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8d58eeea11245c7a70abf7ce05207aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850933 Aug 18 15:59:34.072535 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf86c33-c945-432b-b030-24442661f295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df637411-b67c-4d80-9f60-0e35f8b833da,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:34.074861 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36266) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:34.077056 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:34.118485 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:34.129155 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f13c7924-9102-459d-871a-3748e6590fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:34.156677 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f13c7924-9102-459d-871a-3748e6590fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:34.159186 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:59:34.161991 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:59:34.165468 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:59:34.204078 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Pushing event updated for resources: {'Port': ['ID=1475c049-4bbd-487e-b189-9805400ddec9,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:34.217679 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f13c7924-9102-459d-871a-3748e6590fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:34.220546 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f13c7924-9102-459d-871a-3748e6590fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:34.224353 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-f13c7924-9102-459d-871a-3748e6590fe7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df637411-b67c-4d80-9f60-0e35f8b833da HTTP/1.1" status: 204 len: 168 time: 0.1461391 Aug 18 15:59:34.232597 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c7924-9102-459d-871a-3748e6590fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df637411-b67c-4d80-9f60-0e35f8b833da,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:34.529034 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36280) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:34.543958 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-80848a0a-967e-409e-b8b4-bca32773c18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:34.641028 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-80848a0a-967e-409e-b8b4-bca32773c18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:34.645599 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-80848a0a-967e-409e-b8b4-bca32773c18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:34.687740 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-80848a0a-967e-409e-b8b4-bca32773c18f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbdc58dc0649406c973a2d66dd70d4f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575961 Aug 18 15:59:34.688611 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80848a0a-967e-409e-b8b4-bca32773c18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd26976e-9387-4f86-8573-0398be95ead2,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:34.691763 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36282) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:34.742454 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d77872af-2dc4-45cb-8997-160d9007eaf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:34.765094 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d77872af-2dc4-45cb-8997-160d9007eaf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:34.813682 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d77872af-2dc4-45cb-8997-160d9007eaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:34.816276 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d77872af-2dc4-45cb-8997-160d9007eaf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:34.817469 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-d77872af-2dc4-45cb-8997-160d9007eaf1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd26976e-9387-4f86-8573-0398be95ead2 HTTP/1.1" status: 204 len: 168 time: 0.1241324 Aug 18 15:59:34.826699 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77872af-2dc4-45cb-8997-160d9007eaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd26976e-9387-4f86-8573-0398be95ead2,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:34.848556 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:34.949743 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:35.073609 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-75ec8e94-6660-4228-9f20-0298bfcacb26 req-6df6b559-6888-4ab7-9222-5838ba609003 tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 210 time: 0.0264566 Aug 18 15:59:35.111789 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:35.117431 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:35.186193 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Pushing event updated for resources: {'Port': ['ID=1475c049-4bbd-487e-b189-9805400ddec9,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:35.198274 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:35.300071 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.l3_db [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Floating IP 1aa0822c-08a5-4061-89ce-53fab928372c associated. External IP: 172.27.2.13, port: c2d52bed-aed6-4435-b668-476f444126a7. Aug 18 15:59:35.529660 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Router b848bbfa-7811-4671-945d-8640ed7f72df has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:59:35.638656 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:59:35.650167 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7fe6b-d23f-4a18-9bc8-9196fc8a7a31 None None] Sync routers for ids ['b848bbfa-7811-4671-945d-8640ed7f72df'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:59:35.655222 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:35.664585 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7fe6b-d23f-4a18-9bc8-9196fc8a7a31 None None] Routers {'b848bbfa-7811-4671-945d-8640ed7f72df'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:59:35.665335 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-bff7fe6b-d23f-4a18-9bc8-9196fc8a7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:59:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['b848bbfa-7811-4671-945d-8640ed7f72df'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:35.683942 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-4e00b649-8a2c-4f8e-a830-9fa7b24d9688 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9452929 Aug 18 15:59:35.684683 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'tag': 'c2d52bed-aed6-4435-b668-476f444126a7'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:59:35.687035 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c2484220df23b53d05c574a87c61816e9fe22f18d36342348500485cedff23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfbcbd0-c604-43a8-b46e-593321c5a3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b775310c-0c8c-461b-81f1-de0400076ff7", "tag": "c2d52bed-aed6-4435-b668-476f444126a7"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:59:35.688156 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36312) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:35.693863 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-f2cdd805-47d3-4e4f-89af-8b171321588e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-850045384', 'description': 'tempest-secgroup-smoke-850045384 description', 'project_id': '77e136ad8c444be5ab6bb316db899707'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:35.722898 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd805-47d3-4e4f-89af-8b171321588e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:35.728946 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c7d726-0cf8-4dc7-8f28-998e5ca9937a x-openstack-request-id: req-13c7d726-0cf8-4dc7-8f28-998e5ca9937a {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:59:35.729448 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b775310c-0c8c-461b-81f1-de0400076ff7", "tag": "c2d52bed-aed6-4435-b668-476f444126a7", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:59:35.729914 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13c7d726-0cf8-4dc7-8f28-998e5ca9937a {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:59:35.730386 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'tag': 'c2d52bed-aed6-4435-b668-476f444126a7', 'status': 'completed', 'code': 200} Aug 18 15:59:35.819842 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd805-47d3-4e4f-89af-8b171321588e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:35.824006 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd805-47d3-4e4f-89af-8b171321588e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:35.860805 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdd805-47d3-4e4f-89af-8b171321588e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99267350-aea5-46f2-87fd-bfb757b78ccf,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:35.863594 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd805-47d3-4e4f-89af-8b171321588e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:35.864846 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-f2cdd805-47d3-4e4f-89af-8b171321588e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1750627 Aug 18 15:59:35.867834 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36320) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:35.872857 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-e954b69b-8cde-4903-ae41-dd17783a1f6d tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Request body: {'security_group_rule': {'security_group_id': '99267350-aea5-46f2-87fd-bfb757b78ccf', 'project_id': '77e136ad8c444be5ab6bb316db899707', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:35.883692 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-bff7fe6b-d23f-4a18-9bc8-9196fc8a7a31 None None] Set router b848bbfa-7811-4671-945d-8640ed7f72df gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:59:35.903836 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e954b69b-8cde-4903-ae41-dd17783a1f6d tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:35.974038 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e954b69b-8cde-4903-ae41-dd17783a1f6d tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:35.978436 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e954b69b-8cde-4903-ae41-dd17783a1f6d tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.001887 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954b69b-8cde-4903-ae41-dd17783a1f6d tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3ac9fa-1b11-4918-a028-8a221f2b0cf1,revision_number=0']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:36.007456 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e954b69b-8cde-4903-ae41-dd17783a1f6d tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.008868 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-e954b69b-8cde-4903-ae41-dd17783a1f6d tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396787 Aug 18 15:59:36.011510 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36326) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:36.016581 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-c36d90ea-ce26-415e-a618-7226fccf1668 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Request body: {'security_group_rule': {'security_group_id': '99267350-aea5-46f2-87fd-bfb757b78ccf', 'project_id': '77e136ad8c444be5ab6bb316db899707', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:36.046600 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c36d90ea-ce26-415e-a618-7226fccf1668 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.112647 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c36d90ea-ce26-415e-a618-7226fccf1668 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.118080 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c36d90ea-ce26-415e-a618-7226fccf1668 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.128709 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-bff7fe6b-d23f-4a18-9bc8-9196fc8a7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'name': 'tempest-TestMinimumBasicScenario-1024488168-router', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:22Z', 'updated_at': '2021-08-18T15:58:25Z', 'revision_number': 4, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'gw_port': {'id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:23Z', 'updated_at': '2021-08-18T15:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '1aa0822c-08a5-4061-89ce-53fab928372c', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'port_id': 'c2d52bed-aed6-4435-b668-476f444126a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa', 'mac_address': 'fa:16:3e:ae:16:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:59:34Z', 'updated_at': '2021-08-18T15:59:34Z', 'revision_number': 0, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15195ff-43f7-40f6-aa22-5799cc17d858', 'name': '', 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'mac_address': 'fa:16:3e:a6:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:25Z', 'updated_at': '2021-08-18T15:58:31Z', 'revision_number': 5, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'subnets': [{'id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:36.141371 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d90ea-ce26-415e-a618-7226fccf1668 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81765787-874b-497b-b2d1-6cc44a7b48cc,revision_number=0']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:36.148345 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c36d90ea-ce26-415e-a618-7226fccf1668 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.152696 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36334) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:36.153238 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-c36d90ea-ce26-415e-a618-7226fccf1668 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1402414 Aug 18 15:59:36.157898 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7fe6b-d23f-4a18-9bc8-9196fc8a7a31 None None] Checking router: b848bbfa-7811-4671-945d-8640ed7f72df for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:59:36.158902 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-85449fec-03ed-4300-84a7-47ce40c24af7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Request body: {'security_group_rule': {'security_group_id': '99267350-aea5-46f2-87fd-bfb757b78ccf', 'project_id': '77e136ad8c444be5ab6bb316db899707', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:36.167729 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7fe6b-d23f-4a18-9bc8-9196fc8a7a31 None None] Routers {'b848bbfa-7811-4671-945d-8640ed7f72df'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:59:36.168856 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-bff7fe6b-d23f-4a18-9bc8-9196fc8a7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:59:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['b848bbfa-7811-4671-945d-8640ed7f72df'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:36.203779 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-85449fec-03ed-4300-84a7-47ce40c24af7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.232645 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-20111219-848b-467e-a10d-dee94d3e2b68 req-31e37200-9f70-40ff-a344-2e6929bbf7ca tempest-ServerRescueNegativeTestJSON-302778952 tempest-ServerRescueNegativeTestJSON-302778952-project] 10.222.0.44 "GET /v2.0/ports?device_id=31dc1ccc-3447-4af7-9c5d-234f5fc372c7 HTTP/1.1" status: 200 len: 210 time: 0.0340335 Aug 18 15:59:36.288071 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-85449fec-03ed-4300-84a7-47ce40c24af7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.292337 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-85449fec-03ed-4300-84a7-47ce40c24af7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.304137 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-bff7fe6b-d23f-4a18-9bc8-9196fc8a7a31 None None] Set router b848bbfa-7811-4671-945d-8640ed7f72df gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:59:36.314369 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85449fec-03ed-4300-84a7-47ce40c24af7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2aea0a-0dce-4ce1-a642-dcb09c1f3d1e,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:36.319977 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-85449fec-03ed-4300-84a7-47ce40c24af7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.321429 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-85449fec-03ed-4300-84a7-47ce40c24af7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1676409 Aug 18 15:59:36.324082 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36342) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:36.329031 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-6ba95ad0-13ec-4469-8655-d319ae448aef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Request body: {'security_group_rule': {'security_group_id': '99267350-aea5-46f2-87fd-bfb757b78ccf', 'project_id': '77e136ad8c444be5ab6bb316db899707', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:36.360266 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6ba95ad0-13ec-4469-8655-d319ae448aef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.394928 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 822aeee9-a8b6-4462-86c9-05cf4f09e97b no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:59:36.443074 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: 822aeee9-a8b6-4462-86c9-05cf4f09e97b {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:59:36.443593 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 822aeee9-a8b6-4462-86c9-05cf4f09e97b not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:59:36.491260 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6ba95ad0-13ec-4469-8655-d319ae448aef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.499643 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6ba95ad0-13ec-4469-8655-d319ae448aef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.516544 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbcbd0-c604-43a8-b46e-593321c5a3f1 req-7f93503a-7f37-4439-82f8-52d3e5833d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:36.518804 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1bfbcbd0-c604-43a8-b46e-593321c5a3f1 req-7f93503a-7f37-4439-82f8-52d3e5833d5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77e136ad8c444be5ab6bb316db899707&device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 1099 time: 0.0823905 Aug 18 15:59:36.525271 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba95ad0-13ec-4469-8655-d319ae448aef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8139925-c575-4f4c-a8c0-87e80e5000b6,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:36.535432 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6ba95ad0-13ec-4469-8655-d319ae448aef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.536641 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6ba95ad0-13ec-4469-8655-d319ae448aef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2113483 Aug 18 15:59:36.540689 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36348) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:36.554441 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-4d4f2a18-a71c-4ad9-b3ed-22f1767f25bf tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Request body: {'security_group_rule': {'security_group_id': '99267350-aea5-46f2-87fd-bfb757b78ccf', 'project_id': '77e136ad8c444be5ab6bb316db899707', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:36.593159 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.securitygroups_db [None req-4d4f2a18-a71c-4ad9-b3ed-22f1767f25bf tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Project 77e136ad8c444be5ab6bb316db899707 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:59:36.603275 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a18-a71c-4ad9-b3ed-22f1767f25bf tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.613191 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-bff7fe6b-d23f-4a18-9bc8-9196fc8a7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'name': 'tempest-TestMinimumBasicScenario-1024488168-router', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:22Z', 'updated_at': '2021-08-18T15:58:25Z', 'revision_number': 4, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'gw_port': {'id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:23Z', 'updated_at': '2021-08-18T15:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '1aa0822c-08a5-4061-89ce-53fab928372c', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'port_id': 'c2d52bed-aed6-4435-b668-476f444126a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa', 'mac_address': 'fa:16:3e:ae:16:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:59:34Z', 'updated_at': '2021-08-18T15:59:34Z', 'revision_number': 0, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15195ff-43f7-40f6-aa22-5799cc17d858', 'name': '', 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'mac_address': 'fa:16:3e:a6:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:25Z', 'updated_at': '2021-08-18T15:58:31Z', 'revision_number': 5, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'subnets': [{'id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:36.640554 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbcbd0-c604-43a8-b46e-593321c5a3f1 req-77a2e80f-1a5d-46ef-a745-e1fc39a5822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:36.642370 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1bfbcbd0-c604-43a8-b46e-593321c5a3f1 req-77a2e80f-1a5d-46ef-a745-e1fc39a5822b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8e860e8-f3eb-4fc6-97eb-661d667222fa HTTP/1.1" status: 200 len: 916 time: 0.1116986 Aug 18 15:59:36.643127 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7fe6b-d23f-4a18-9bc8-9196fc8a7a31 None None] The sync data for ids ['b848bbfa-7811-4671-945d-8640ed7f72df'] in dv-cinder-778534-7-iscsi is: [{'id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'name': 'tempest-TestMinimumBasicScenario-1024488168-router', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:22Z', 'updated_at': '2021-08-18T15:58:25Z', 'revision_number': 4, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'gw_port': {'id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:23Z', 'updated_at': '2021-08-18T15:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '1aa0822c-08a5-4061-89ce-53fab928372c', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'port_id': 'c2d52bed-aed6-4435-b668-476f444126a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa', 'mac_address': 'fa:16:3e:ae:16:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:59:34Z', 'updated_at': '2021-08-18T15:59:34Z', 'revision_number': 0, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15195ff-43f7-40f6-aa22-5799cc17d858', 'name': '', 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'mac_address': 'fa:16:3e:a6:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:25Z', 'updated_at': '2021-08-18T15:58:31Z', 'revision_number': 5, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'subnets': [{'id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:59:36.706344 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a18-a71c-4ad9-b3ed-22f1767f25bf tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.712405 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a18-a71c-4ad9-b3ed-22f1767f25bf tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.742529 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f2a18-a71c-4ad9-b3ed-22f1767f25bf tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91d56fa-31fd-4d34-9694-abf6c493ebf8,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:36.748201 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a18-a71c-4ad9-b3ed-22f1767f25bf tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.750587 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-4d4f2a18-a71c-4ad9-b3ed-22f1767f25bf tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2082582 Aug 18 15:59:36.753306 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36354) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:36.758499 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-d8572834-a4a1-440c-9f1e-429aabcc77d6 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Request body: {'security_group_rule': {'security_group_id': '99267350-aea5-46f2-87fd-bfb757b78ccf', 'project_id': '77e136ad8c444be5ab6bb316db899707', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:36.790548 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.securitygroups_db [None req-d8572834-a4a1-440c-9f1e-429aabcc77d6 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Project 77e136ad8c444be5ab6bb316db899707 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:59:36.793254 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1bfbcbd0-c604-43a8-b46e-593321c5a3f1 req-0b5b69a6-7c43-4f21-a95d-60de0c2a9ef8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2d52bed-aed6-4435-b668-476f444126a7 HTTP/1.1" status: 200 len: 999 time: 0.1353993 Aug 18 15:59:36.796100 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8572834-a4a1-440c-9f1e-429aabcc77d6 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.856070 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbcbd0-c604-43a8-b46e-593321c5a3f1 req-b4941af0-6fd8-46bd-be2f-01d226de0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:36.858968 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1bfbcbd0-c604-43a8-b46e-593321c5a3f1 req-b4941af0-6fd8-46bd-be2f-01d226de0a7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa9b8653-8df0-4191-b528-a8151a2e9f0f HTTP/1.1" status: 200 len: 854 time: 0.0546536 Aug 18 15:59:36.892133 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8572834-a4a1-440c-9f1e-429aabcc77d6 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.897704 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8572834-a4a1-440c-9f1e-429aabcc77d6 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.927690 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e21259-b168-4131-b499-8f5a235bad76 None None] New status for floating IP 1aa0822c-08a5-4061-89ce-53fab928372c: ACTIVE {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:59:36.936682 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8572834-a4a1-440c-9f1e-429aabcc77d6 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12d7f71-a83f-4e2e-b85c-ac15f0a7df81,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:36.945979 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbcbd0-c604-43a8-b46e-593321c5a3f1 req-f871f150-4580-4d0b-996b-5a5709ea8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:36.948646 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8572834-a4a1-440c-9f1e-429aabcc77d6 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:36.950049 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d8572834-a4a1-440c-9f1e-429aabcc77d6 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1955492 Aug 18 15:59:36.950856 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1bfbcbd0-c604-43a8-b46e-593321c5a3f1 req-f871f150-4580-4d0b-996b-5a5709ea8eea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8e860e8-f3eb-4fc6-97eb-661d667222fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733716 Aug 18 15:59:37.098045 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4bd93cb4-7792-453c-b578-bd8ee709ec46 req-08f5de1f-2a1a-4d87-b24b-decf507cdee5 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850045384&fields=id&tenant_id=77e136ad8c444be5ab6bb316db899707 HTTP/1.1" status: 200 len: 267 time: 0.0756068 Aug 18 15:59:37.110868 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1bfbcbd0-c604-43a8-b46e-593321c5a3f1 req-3fa8ad85-6aa6-45cc-9883-bf6568173fa3 service neutron] 10.222.0.20 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468484 Aug 18 15:59:37.291438 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36368) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:37.486733 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd93cb4-7792-453c-b578-bd8ee709ec46 req-75387353-9315-487a-897c-8ffc27f5aab9 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:37.488659 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4bd93cb4-7792-453c-b578-bd8ee709ec46 req-75387353-9315-487a-897c-8ffc27f5aab9 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 946 time: 0.3811409 Aug 18 15:59:37.510503 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-4bd93cb4-7792-453c-b578-bd8ee709ec46 req-5c54a194-6297-4576-9637-0c5bcf4fe787 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Request body: {'port': {'security_groups': ['0476248a-a2a6-4c48-90eb-980258fb0907', '99267350-aea5-46f2-87fd-bfb757b78ccf']}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:37.548526 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1bfbcbd0-c604-43a8-b46e-593321c5a3f1 req-511e0d90-caa1-4651-ac32-f698be204b07 service neutron] 10.222.0.20 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098988 Aug 18 15:59:37.590962 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-4bd93cb4-7792-453c-b578-bd8ee709ec46 req-5c54a194-6297-4576-9637-0c5bcf4fe787 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:37.771499 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0fd7cb63-f3fe-4b7c-91b9-e6478f37dd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629937'] for router_interface, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:37.847882 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23566266-4922-438f-beb7-1f3ae92dba46 req-78e87b55-975f-4a1a-ac66-b4312f199592 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:37.849291 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-23566266-4922-438f-beb7-1f3ae92dba46 req-78e87b55-975f-4a1a-ac66-b4312f199592 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 945 time: 0.1088512 Aug 18 15:59:37.869182 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-4bd93cb4-7792-453c-b578-bd8ee709ec46 req-5c54a194-6297-4576-9637-0c5bcf4fe787 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] For port c2d52bed-aed6-4435-b668-476f444126a7, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c2d52bed-aed6-4435-b668-476f444126a7,segment=NetworkSegment(bd175b56-5afd-4bac-b96b-4aa4e930c631),segment_id=bd175b56-5afd-4bac-b96b-4aa4e930c631)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:37.912045 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-23566266-4922-438f-beb7-1f3ae92dba46 req-4808a27f-882c-4dd0-b275-8124e41681db tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558772 Aug 18 15:59:37.921669 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-4bd93cb4-7792-453c-b578-bd8ee709ec46 req-5c54a194-6297-4576-9637-0c5bcf4fe787 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:37.926326 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-4bd93cb4-7792-453c-b578-bd8ee709ec46 req-5c54a194-6297-4576-9637-0c5bcf4fe787 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:37.976503 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd93cb4-7792-453c-b578-bd8ee709ec46 req-5c54a194-6297-4576-9637-0c5bcf4fe787 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:37.977229 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-4bd93cb4-7792-453c-b578-bd8ee709ec46 req-5c54a194-6297-4576-9637-0c5bcf4fe787 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:37.978611 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4bd93cb4-7792-453c-b578-bd8ee709ec46 req-5c54a194-6297-4576-9637-0c5bcf4fe787 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "PUT /v2.0/ports/c2d52bed-aed6-4435-b668-476f444126a7 HTTP/1.1" status: 200 len: 982 time: 0.4753144 Aug 18 15:59:37.979071 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'tag': 'c2d52bed-aed6-4435-b668-476f444126a7'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:59:37.981615 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5893248-7c6c-4ecb-9677-74ac281fb095" -d '{"events": [{"name": "network-changed", "server_uuid": "b775310c-0c8c-461b-81f1-de0400076ff7", "tag": "c2d52bed-aed6-4435-b668-476f444126a7"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:59:38.016529 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:59:38.021192 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54a194-6297-4576-9637-0c5bcf4fe787 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Pushing event updated for resources: {'Port': ['ID=c2d52bed-aed6-4435-b668-476f444126a7,revision_number=6']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:38.047529 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee10dd45-cfd9-491e-a0bb-1c95b714ebd5 x-openstack-request-id: req-ee10dd45-cfd9-491e-a0bb-1c95b714ebd5 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:59:38.047832 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b775310c-0c8c-461b-81f1-de0400076ff7", "tag": "c2d52bed-aed6-4435-b668-476f444126a7", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:59:38.048087 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee10dd45-cfd9-491e-a0bb-1c95b714ebd5 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:59:38.048511 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'tag': 'c2d52bed-aed6-4435-b668-476f444126a7', 'status': 'completed', 'code': 200} Aug 18 15:59:38.107839 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451176a-1601-4da6-8dbe-3856594a9d7a req-f216fad3-0d93-4f28-abd1-ff714e436d63 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:38.109676 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c451176a-1601-4da6-8dbe-3856594a9d7a req-f216fad3-0d93-4f28-abd1-ff714e436d63 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 985 time: 0.0595756 Aug 18 15:59:38.156006 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c451176a-1601-4da6-8dbe-3856594a9d7a req-77736be8-40b8-4e3f-ba0d-b0be61e00ed4 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&id=99267350-aea5-46f2-87fd-bfb757b78ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394592 Aug 18 15:59:38.273014 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-5e9af2c3-dfae-46db-a2b0-cbd7e74b798f None None] Provisioning complete for port c2d52bed-aed6-4435-b668-476f444126a7 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:59:38.273617 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-5e9af2c3-dfae-46db-a2b0-cbd7e74b798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:38.298733 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7cb63-f3fe-4b7c-91b9-e6478f37dd51 admin admin] Deleting port 856988cc-c8bb-4915-b426-9450ba439e3e {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:59:38.299317 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0fd7cb63-f3fe-4b7c-91b9-e6478f37dd51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:38.387415 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-0fd7cb63-f3fe-4b7c-91b9-e6478f37dd51 admin admin] For port 856988cc-c8bb-4915-b426-9450ba439e3e, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=856988cc-c8bb-4915-b426-9450ba439e3e,segment=NetworkSegment(53c2849b-4f81-41a0-bac4-46cf6739a0dd),segment_id=53c2849b-4f81-41a0-bac4-46cf6739a0dd)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:38.387664 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0fd7cb63-f3fe-4b7c-91b9-e6478f37dd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:38.403082 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7cb63-f3fe-4b7c-91b9-e6478f37dd51 admin admin] Calling delete_port for 856988cc-c8bb-4915-b426-9450ba439e3e owned by network:router_interface {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:59:38.607473 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0fd7cb63-f3fe-4b7c-91b9-e6478f37dd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:38.632665 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7cb63-f3fe-4b7c-91b9-e6478f37dd51 admin admin] Pushing event deleted for resources: {'Port': ['ID=856988cc-c8bb-4915-b426-9450ba439e3e,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:38.791550 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0fd7cb63-f3fe-4b7c-91b9-e6478f37dd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412513'] for router_interface, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:38.999895 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd7cb63-f3fe-4b7c-91b9-e6478f37dd51 admin admin] Router f3e890d5-a0fb-493c-b10a-c46f78209b24 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:59:39.031034 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a4db1-c7d5-4038-9021-5068f7d68b47 req-b8beb2c3-c8e8-4a9b-bd38-d74ec7eaeae9 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:39.032513 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-956a4db1-c7d5-4038-9021-5068f7d68b47 req-b8beb2c3-c8e8-4a9b-bd38-d74ec7eaeae9 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 945 time: 0.0504084 Aug 18 15:59:39.071986 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-956a4db1-c7d5-4038-9021-5068f7d68b47 req-e018aaea-f265-4c0d-89a8-c0afafb1253d tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330615 Aug 18 15:59:39.108854 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd7cb63-f3fe-4b7c-91b9-e6478f37dd51 admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:59:39.113669 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-0fd7cb63-f3fe-4b7c-91b9-e6478f37dd51 admin admin] 10.222.0.44 "PUT /v2.0/routers/f3e890d5-a0fb-493c-b10a-c46f78209b24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8210695 Aug 18 15:59:39.116696 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36394) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:39.117755 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757b548-e8df-4d81-8996-3d6a006d06af None None] Sync routers for ids ['f3e890d5-a0fb-493c-b10a-c46f78209b24'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:59:39.126605 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757b548-e8df-4d81-8996-3d6a006d06af None None] Routers {'f3e890d5-a0fb-493c-b10a-c46f78209b24'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:59:39.127208 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-2757b548-e8df-4d81-8996-3d6a006d06af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:59:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f3e890d5-a0fb-493c-b10a-c46f78209b24'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:39.218595 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4ca5-414f-40d0-9db5-8400e1a44483 admin admin] Notify callbacks [] for router, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:39.234352 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-2757b548-e8df-4d81-8996-3d6a006d06af None None] Set router f3e890d5-a0fb-493c-b10a-c46f78209b24 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:59:39.320038 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4ca5-414f-40d0-9db5-8400e1a44483 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:39.373074 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc4ca5-414f-40d0-9db5-8400e1a44483 admin admin] Deleting port 43f43a89-db86-44cb-a37e-5fc9632a7332 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:59:39.373411 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4ca5-414f-40d0-9db5-8400e1a44483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:39.419674 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-2757b548-e8df-4d81-8996-3d6a006d06af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'name': 'tempest-ServerRescueNegativeTestJSON-1156460782-router', 'tenant_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '43f43a89-db86-44cb-a37e-5fc9632a7332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:23Z', 'updated_at': '2021-08-18T15:59:38Z', 'revision_number': 5, 'project_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'gw_port': {'id': '43f43a89-db86-44cb-a37e-5fc9632a7332', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:25Z', 'updated_at': '2021-08-18T15:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:39.446853 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757b548-e8df-4d81-8996-3d6a006d06af None None] Checking router: f3e890d5-a0fb-493c-b10a-c46f78209b24 for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:59:39.456038 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757b548-e8df-4d81-8996-3d6a006d06af None None] Routers {'f3e890d5-a0fb-493c-b10a-c46f78209b24'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:59:39.456776 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-2757b548-e8df-4d81-8996-3d6a006d06af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:59:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f3e890d5-a0fb-493c-b10a-c46f78209b24'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:39.463543 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-f0cc4ca5-414f-40d0-9db5-8400e1a44483 admin admin] For port 43f43a89-db86-44cb-a37e-5fc9632a7332, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=43f43a89-db86-44cb-a37e-5fc9632a7332,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:39.463847 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4ca5-414f-40d0-9db5-8400e1a44483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:39.476305 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc4ca5-414f-40d0-9db5-8400e1a44483 admin admin] Calling delete_port for 43f43a89-db86-44cb-a37e-5fc9632a7332 owned by network:router_gateway {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:59:39.542130 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-2757b548-e8df-4d81-8996-3d6a006d06af None None] Set router f3e890d5-a0fb-493c-b10a-c46f78209b24 gateway port host: None {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:59:39.600536 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-2757b548-e8df-4d81-8996-3d6a006d06af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'name': 'tempest-ServerRescueNegativeTestJSON-1156460782-router', 'tenant_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:23Z', 'updated_at': '2021-08-18T15:59:39Z', 'revision_number': 6, 'project_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'gw_port_host': None}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:39.627657 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757b548-e8df-4d81-8996-3d6a006d06af None None] The sync data for ids ['f3e890d5-a0fb-493c-b10a-c46f78209b24'] in dv-cinder-778534-7-iscsi is: [{'id': 'f3e890d5-a0fb-493c-b10a-c46f78209b24', 'name': 'tempest-ServerRescueNegativeTestJSON-1156460782-router', 'tenant_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:23Z', 'updated_at': '2021-08-18T15:59:39Z', 'revision_number': 6, 'project_id': '1e78890fc8d84a978e7ab7a79a4d6e14', 'gw_port_host': None}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:59:39.642228 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4ca5-414f-40d0-9db5-8400e1a44483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:39.672246 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc4ca5-414f-40d0-9db5-8400e1a44483 admin admin] Pushing event deleted for resources: {'Port': ['ID=43f43a89-db86-44cb-a37e-5fc9632a7332,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:39.732145 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4ca5-414f-40d0-9db5-8400e1a44483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-468393'] for router_gateway, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:39.844273 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4ca5-414f-40d0-9db5-8400e1a44483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4605'] for router, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:39.846463 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4ca5-414f-40d0-9db5-8400e1a44483 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:39.910331 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4ca5-414f-40d0-9db5-8400e1a44483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627619'] for router, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:39.910807 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cc4ca5-414f-40d0-9db5-8400e1a44483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e890d5-a0fb-493c-b10a-c46f78209b24 {{(pid=93846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:59:39.916322 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4ca5-414f-40d0-9db5-8400e1a44483 admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:39.917506 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f0cc4ca5-414f-40d0-9db5-8400e1a44483 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f3e890d5-a0fb-493c-b10a-c46f78209b24 HTTP/1.1" status: 204 len: 168 time: 0.7998638 Aug 18 15:59:39.919957 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36400) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:39.966910 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ecdfa2-3c85-4116-9201-7e1e5440aa77 admin admin] Deleting subnet e84d0760-e747-4c13-ac2f-cdf7d90a83a3 {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:59:39.970600 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b2ecdfa2-3c85-4116-9201-7e1e5440aa77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:40.006611 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b2ecdfa2-3c85-4116-9201-7e1e5440aa77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13948654'] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:40.048182 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b2ecdfa2-3c85-4116-9201-7e1e5440aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473169'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:40.111238 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b2ecdfa2-3c85-4116-9201-7e1e5440aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13948497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14033944'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:40.139308 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecdfa2-3c85-4116-9201-7e1e5440aa77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84d0760-e747-4c13-ac2f-cdf7d90a83a3,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:40.145061 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b2ecdfa2-3c85-4116-9201-7e1e5440aa77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:40.148762 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-b2ecdfa2-3c85-4116-9201-7e1e5440aa77 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e84d0760-e747-4c13-ac2f-cdf7d90a83a3 HTTP/1.1" status: 204 len: 168 time: 0.2278335 Aug 18 15:59:40.150338 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36404) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:40.200352 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd870904-cd2a-49e0-9a7c-27491627c3e3 req-0dece0ee-f225-4a88-bf70-fcfac0992262 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:40.201876 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fd870904-cd2a-49e0-9a7c-27491627c3e3 req-0dece0ee-f225-4a88-bf70-fcfac0992262 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 945 time: 0.0521626 Aug 18 15:59:40.221665 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-25000213-5b6c-4cf5-8963-6e819c9ec3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627848'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:40.241790 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fd870904-cd2a-49e0-9a7c-27491627c3e3 req-7aca673e-3c38-4539-a19e-32d2bb4be3c7 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337868 Aug 18 15:59:40.306776 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-25000213-5b6c-4cf5-8963-6e819c9ec3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472536', 'neutron.services.segments.db._delete_segments_for_network-8780902331073'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:40.316287 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-25000213-5b6c-4cf5-8963-6e819c9ec3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a0504c-06b5-46fa-81c3-b3b20e1d40d0']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:40.326285 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-25000213-5b6c-4cf5-8963-6e819c9ec3d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c2849b-4f81-41a0-bac4-46cf6739a0dd') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:40.326906 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-25000213-5b6c-4cf5-8963-6e819c9ec3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c2849b-4f81-41a0-bac4-46cf6739a0dd') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:40.335681 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-25000213-5b6c-4cf5-8963-6e819c9ec3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780902098598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13948647'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:40.348602 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-25000213-5b6c-4cf5-8963-6e819c9ec3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:40.354883 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25000213-5b6c-4cf5-8963-6e819c9ec3d0 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:59:40.355261 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-25000213-5b6c-4cf5-8963-6e819c9ec3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13947635'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: timer() Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: cb(*args, **kw) Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: self._notify() Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: self.callback(batched_events) Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: event.method(event) Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._get(url).json() Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:59:40.356866 dv-cinder-778534-7-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:59:40.416385 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-25000213-5b6c-4cf5-8963-6e819c9ec3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468348'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:40.422412 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-25000213-5b6c-4cf5-8963-6e819c9ec3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:40.426751 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-25000213-5b6c-4cf5-8963-6e819c9ec3d0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/15a0504c-06b5-46fa-81c3-b3b20e1d40d0 HTTP/1.1" status: 204 len: 168 time: 0.2729704 Aug 18 15:59:40.446258 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25000213-5b6c-4cf5-8963-6e819c9ec3d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=15a0504c-06b5-46fa-81c3-b3b20e1d40d0,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:40.461453 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 856988cc-c8bb-4915-b426-9450ba439e3e no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:59:40.482193 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: 856988cc-c8bb-4915-b426-9450ba439e3e {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:59:40.482547 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 856988cc-c8bb-4915-b426-9450ba439e3e not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:59:40.482971 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 43f43a89-db86-44cb-a37e-5fc9632a7332 no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:59:40.505195 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: 43f43a89-db86-44cb-a37e-5fc9632a7332 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:59:40.505439 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 43f43a89-db86-44cb-a37e-5fc9632a7332 not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:59:40.613067 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['c2d52bed-aed6-4435-b668-476f444126a7'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:59:40.630806 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36412) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:40.719418 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-1bb5b0c1-5848-42ae-99b8-abcdcc836242 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e78890fc8d84a978e7ab7a79a4d6e14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0872560 Aug 18 15:59:40.721791 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36414) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:40.733132 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5893248-7c6c-4ecb-9677-74ac281fb095 req-ef3658f6-dddf-472c-8585-70bb66ec4112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:40.734635 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b5893248-7c6c-4ecb-9677-74ac281fb095 req-ef3658f6-dddf-472c-8585-70bb66ec4112 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77e136ad8c444be5ab6bb316db899707&device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 1138 time: 0.0796974 Aug 18 15:59:40.738364 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['c2d52bed-aed6-4435-b668-476f444126a7'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:59:40.839416 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-dcee7d72-7236-4a1e-a3f4-5e896ce9acde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:40.881456 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5893248-7c6c-4ecb-9677-74ac281fb095 req-2b40d1b3-48d4-4e0a-b0cb-47a7c92124cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:40.883051 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b5893248-7c6c-4ecb-9677-74ac281fb095 req-2b40d1b3-48d4-4e0a-b0cb-47a7c92124cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8e860e8-f3eb-4fc6-97eb-661d667222fa HTTP/1.1" status: 200 len: 916 time: 0.1405725 Aug 18 15:59:40.885047 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-dcee7d72-7236-4a1e-a3f4-5e896ce9acde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:40.972114 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b5893248-7c6c-4ecb-9677-74ac281fb095 req-49a980b5-202c-4079-9af4-383fb784c4c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2d52bed-aed6-4435-b668-476f444126a7 HTTP/1.1" status: 200 len: 1001 time: 0.0799413 Aug 18 15:59:40.996025 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-dcee7d72-7236-4a1e-a3f4-5e896ce9acde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:40.998826 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-dcee7d72-7236-4a1e-a3f4-5e896ce9acde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:41.000141 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-dcee7d72-7236-4a1e-a3f4-5e896ce9acde admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ecfdc2f-988b-441e-a9af-dfccfd7443e9 HTTP/1.1" status: 204 len: 168 time: 0.2772031 Aug 18 15:59:41.033607 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee7d72-7236-4a1e-a3f4-5e896ce9acde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecfdc2f-988b-441e-a9af-dfccfd7443e9,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:41.052440 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5893248-7c6c-4ecb-9677-74ac281fb095 req-9e33118a-d923-4203-a480-065b7344f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:41.054663 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b5893248-7c6c-4ecb-9677-74ac281fb095 req-9e33118a-d923-4203-a480-065b7344f6a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa9b8653-8df0-4191-b528-a8151a2e9f0f HTTP/1.1" status: 200 len: 854 time: 0.0693479 Aug 18 15:59:41.367694 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98002df6-2403-4d03-9bf7-5f64046da607 req-e5af945d-a0aa-4e2a-8848-b1dee124ed4b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:41.369217 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-98002df6-2403-4d03-9bf7-5f64046da607 req-e5af945d-a0aa-4e2a-8848-b1dee124ed4b tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 945 time: 0.0545552 Aug 18 15:59:41.411893 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-98002df6-2403-4d03-9bf7-5f64046da607 req-335799ce-5858-4301-8b90-cdab4d392a33 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361180 Aug 18 15:59:41.697416 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36456) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:41.804281 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-bc921709-68a5-4580-964e-2d37c1093814 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-165257513-network', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:41.828063 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc921709-68a5-4580-964e-2d37c1093814 admin admin] Made reservation on behalf of ac42aaec1012455badb5c679e314c6c2 for: {'network': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:59:41.830506 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc921709-68a5-4580-964e-2d37c1093814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:41.839820 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc921709-68a5-4580-964e-2d37c1093814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:41.940059 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc921709-68a5-4580-964e-2d37c1093814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:41.944984 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc921709-68a5-4580-964e-2d37c1093814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:41.973986 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc921709-68a5-4580-964e-2d37c1093814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:59:41.980888 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc921709-68a5-4580-964e-2d37c1093814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe16be4-a2c4-4d1e-9c5a-5c32edbb9614,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:41.988854 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc921709-68a5-4580-964e-2d37c1093814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:41.989188 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.segments_db [None req-bc921709-68a5-4580-964e-2d37c1093814 admin admin] Added segment 1e138beb-2328-4cc8-825b-ce799cccf317 of type vlan for network 6dd9555b-2983-4408-8b35-00021e19dc01 Aug 18 15:59:42.035524 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc921709-68a5-4580-964e-2d37c1093814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:42.066304 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc921709-68a5-4580-964e-2d37c1093814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:42.067385 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc921709-68a5-4580-964e-2d37c1093814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:42.067970 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bc921709-68a5-4580-964e-2d37c1093814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:42.143230 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-bc921709-68a5-4580-964e-2d37c1093814 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4446471 Aug 18 15:59:42.146605 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36484) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:42.151971 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-c8a9ee63-a240-4d79-a43f-3b179496df9e admin admin] Request body: {'subnet': {'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-subnet', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:42.159677 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc921709-68a5-4580-964e-2d37c1093814 admin admin] Pushing event updated for resources: {'Network': ['ID=6dd9555b-2983-4408-8b35-00021e19dc01,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:42.170634 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5893248-7c6c-4ecb-9677-74ac281fb095 req-13b1b583-6cc7-421d-9d9c-ea2b6c96aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:42.172148 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b5893248-7c6c-4ecb-9677-74ac281fb095 req-13b1b583-6cc7-421d-9d9c-ea2b6c96aa34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8e860e8-f3eb-4fc6-97eb-661d667222fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0967245 Aug 18 15:59:42.173038 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network 6dd9555b-2983-4408-8b35-00021e19dc01 details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:59:42.186092 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a9ee63-a240-4d79-a43f-3b179496df9e admin admin] Made reservation on behalf of ac42aaec1012455badb5c679e314c6c2 for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:59:42.188524 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ee63-a240-4d79-a43f-3b179496df9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14033925'] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:42.359602 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ee63-a240-4d79-a43f-3b179496df9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13948560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14033939'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:42.409392 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9ee63-a240-4d79-a43f-3b179496df9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ac6339-ab36-442c-82a6-fe935bcb664c,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:42.425572 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a9ee63-a240-4d79-a43f-3b179496df9e admin admin] Checking segment: {'id': '1e138beb-2328-4cc8-825b-ce799cccf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:59:42.425930 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a9ee63-a240-4d79-a43f-3b179496df9e admin admin] Network hostable DHCP agents. Network: 6dd9555b-2983-4408-8b35-00021e19dc01, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:59:42.444154 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a9ee63-a240-4d79-a43f-3b179496df9e admin admin] Network 6dd9555b-2983-4408-8b35-00021e19dc01 is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:59:42.453581 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-c8a9ee63-a240-4d79-a43f-3b179496df9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, 6dd9555b-2983-4408-8b35-00021e19dc01) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:59:42.459249 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a9ee63-a240-4d79-a43f-3b179496df9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:42.460332 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ee63-a240-4d79-a43f-3b179496df9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:42.465299 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f3d563-03c1-4dbd-867f-6102f0106ccb None None] Network 6dd9555b-2983-4408-8b35-00021e19dc01 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:59:42.477399 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c8a9ee63-a240-4d79-a43f-3b179496df9e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3271592 Aug 18 15:59:42.477603 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36492) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:42.481879 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:42.512579 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4559'] for router, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:42.513697 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4550'] for router, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:42.540534 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0820c-d476-4e94-8f70-60efbb4401c1 req-b0b5dd38-25fc-433c-a44e-78caa23e3a07 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:42.542132 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ccb0820c-d476-4e94-8f70-60efbb4401c1 req-b0b5dd38-25fc-433c-a44e-78caa23e3a07 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 945 time: 0.0603917 Aug 18 15:59:42.568136 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:42.581629 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ccb0820c-d476-4e94-8f70-60efbb4401c1 req-ba48e046-4ee9-4b05-b8f3-5536513af179 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333779 Aug 18 15:59:42.627794 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17a5b9fc-3a6e-58d6-85c8-41a721a533fa-6dd9555b-2983-4408-8b35-00021e19dc01', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c'}]}} from dv-cinder-778534-7-iscsi. {{(pid=93848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:59:42.628691 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:42.771031 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.db_base_plugin_common [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Allocated IP 172.20.0.2 (6dd9555b-2983-4408-8b35-00021e19dc01/f2ac6339-ab36-442c-82a6-fe935bcb664c/10db0f20-430f-4f5d-9c79-dbe7244fe235) {{(pid=93848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:59:42.924633 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:42.924954 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:42.934202 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Transition to ACTIVE for port object 10db0f20-430f-4f5d-9c79-dbe7244fe235 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:59:42.949895 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Transition to ACTIVE for port object 10db0f20-430f-4f5d-9c79-dbe7244fe235 will not be triggered until provisioned by entity DHCP. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:59:42.955230 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859'] for port, after_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:42.997308 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Network 6dd9555b-2983-4408-8b35-00021e19dc01 is already hosted by enough agents. {{(pid=93848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:59:43.002951 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.base_scheduler [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Resources bound (agent type, host, resource id): {{(pid=93848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:59:43.005499 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Received port after_create {{(pid=93848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:59:43.009476 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Pushing event updated for resources: {'Port': ['ID=10db0f20-430f-4f5d-9c79-dbe7244fe235,revision_number=1']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:43.073154 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Attempting to bind port 10db0f20-430f-4f5d-9c79-dbe7244fe235 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:59:43.073560 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Attempting to bind port 10db0f20-430f-4f5d-9c79-dbe7244fe235 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '1e138beb-2328-4cc8-825b-ce799cccf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:59:43.074683 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Attempting to bind port 10db0f20-430f-4f5d-9c79-dbe7244fe235 on network 6dd9555b-2983-4408-8b35-00021e19dc01 {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:59:43.079431 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:59:43.079797 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Checking segment: {'id': '1e138beb-2328-4cc8-825b-ce799cccf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:59:43.080392 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:43.080994 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Bound using segment: {'id': '1e138beb-2328-4cc8-825b-ce799cccf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:59:43.081748 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Bound port: 10db0f20-430f-4f5d-9c79-dbe7244fe235, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e138beb-2328-4cc8-825b-ce799cccf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:59:43.081881 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:43.108016 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b5893248-7c6c-4ecb-9677-74ac281fb095 req-7121aa9b-887b-467f-b200-d5491026f5da service neutron] 10.222.0.20 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848086 Aug 18 15:59:43.122494 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:43.140639 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:43.149371 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] For port 10db0f20-430f-4f5d-9c79-dbe7244fe235, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:59:43.152886 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] For port 10db0f20-430f-4f5d-9c79-dbe7244fe235, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=10db0f20-430f-4f5d-9c79-dbe7244fe235,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:59:43.157337 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:43.217547 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea3d2f-b31f-46e0-9697-2fd56657f1d5 None None] Pushing event updated for resources: {'Port': ['ID=10db0f20-430f-4f5d-9c79-dbe7244fe235,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:43.254351 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Allocated IP 172.27.2.128 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/6cf9c22a-0955-45b5-8f8a-49c3893e9f6a) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:59:43.377058 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:43.430766 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:43.474296 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:59:43.477579 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:59:43.481277 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:59:43.486740 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Pushing event updated for resources: {'Port': ['ID=6cf9c22a-0955-45b5-8f8a-49c3893e9f6a,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:43.708664 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888ac85-368b-4151-88f1-4f8264685d9f req-f4edb5c8-f24a-474d-ba65-9882df56d265 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:43.711023 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4888ac85-368b-4151-88f1-4f8264685d9f req-f4edb5c8-f24a-474d-ba65-9882df56d265 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 945 time: 0.0527675 Aug 18 15:59:43.732051 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:43.752955 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4888ac85-368b-4151-88f1-4f8264685d9f req-7ef73348-e301-450a-aee7-0241acb10459 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362177 Aug 18 15:59:43.936851 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470822'] for router, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:44.067546 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Router f58162ec-11ed-4460-a423-bf1eda33b358 is scheduled to L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac with binding_index 1 {{(pid=93846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:59:44.095660 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8030d2e9-d23e-46b0-a014-9591e4a9e446 None None] Network 6dd9555b-2983-4408-8b35-00021e19dc01 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:59:44.160428 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-95a90488-32a4-4fce-87c9-c5783aa6749b None None] Provisioning for port 10db0f20-430f-4f5d-9c79-dbe7244fe235 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:59:44.188473 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:59:44.201929 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Sync routers for ids ['f58162ec-11ed-4460-a423-bf1eda33b358'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:59:44.218731 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:44.220480 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-23b0d039-9aed-4c9e-90dd-0c69a6c160bd admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7419076 Aug 18 15:59:44.223447 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36504) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:44.244030 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Routers {'f58162ec-11ed-4460-a423-bf1eda33b358'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:59:44.244030 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:59:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f58162ec-11ed-4460-a423-bf1eda33b358'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:44.290707 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b5893248-7c6c-4ecb-9677-74ac281fb095 req-24aab588-8461-48ec-8a7f-2dee7f6a71d6 service neutron] 10.222.0.20 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483636 Aug 18 15:59:44.296831 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 10db0f20-430f-4f5d-9c79-dbe7244fe235 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:59:44.441035 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Set router f58162ec-11ed-4460-a423-bf1eda33b358 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:59:44.443327 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 10db0f20-430f-4f5d-9c79-dbe7244fe235 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:59:44.507283 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 10db0f20-430f-4f5d-9c79-dbe7244fe235 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:59:44.508079 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:44.705349 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:44.718642 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:44.743947 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-c8fa71af-043f-49c4-b7fb-d1c31224e5cb None None] Provisioning complete for port 10db0f20-430f-4f5d-9c79-dbe7244fe235 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:59:44.744571 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-c8fa71af-043f-49c4-b7fb-d1c31224e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:44.837782 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port 10db0f20-430f-4f5d-9c79-dbe7244fe235, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=10db0f20-430f-4f5d-9c79-dbe7244fe235,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:44.839330 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-c670ed7d-2910-4b31-9062-5c5ce5039dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:44.847292 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:44.885449 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:43Z', 'revision_number': 3, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:44.898957 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd39c9a-4b34-45e9-9de4-47a213122939 req-2874fe1b-45b0-4dfb-9eaf-e2506ffffdc3 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:44.906912 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3dd39c9a-4b34-45e9-9de4-47a213122939 req-2874fe1b-45b0-4dfb-9eaf-e2506ffffdc3 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 945 time: 0.0647769 Aug 18 15:59:44.908069 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Allocated IP 172.20.0.1 (6dd9555b-2983-4408-8b35-00021e19dc01/f2ac6339-ab36-442c-82a6-fe935bcb664c/b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:59:44.945118 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Checking router: f58162ec-11ed-4460-a423-bf1eda33b358 for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:59:44.945344 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Updating router f58162ec-11ed-4460-a423-bf1eda33b358 port 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a binding host dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:59:44.956974 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3dd39c9a-4b34-45e9-9de4-47a213122939 req-81b02380-faa7-4e70-b0e3-23867a19b988 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439873 Aug 18 15:59:44.999373 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:45.000978 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=10db0f20-430f-4f5d-9c79-dbe7244fe235,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:45.048773 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:45.064439 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Transition to ACTIVE for port object b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 will not be triggered until provisioned by entity DHCP. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:59:45.110960 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:45.148927 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Network 6dd9555b-2983-4408-8b35-00021e19dc01 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:59:45.155746 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:59:45.159689 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:59:45.184856 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:45.203941 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629806'] for router_interface, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:45.353651 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:45.435345 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-45394b4a-f10e-405c-9131-acb517a507b9 None None] Provisioning for port b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:59:45.447590 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:45.449639 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-45394b4a-f10e-405c-9131-acb517a507b9 None None] Provisioning complete for port b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:59:45.450002 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-45394b4a-f10e-405c-9131-acb517a507b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:45.484385 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Transition to ACTIVE for port object 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:59:45.496308 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:45.526356 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-45394b4a-f10e-405c-9131-acb517a507b9 None None] Port b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:59:45.540706 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:45.544995 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:45.560790 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Attempting to bind port 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:59:45.561184 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Attempting to bind port 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:59:45.561545 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Attempting to bind port 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a on network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:59:45.563805 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbe984-fe3b-4e47-8d41-aa95a5e3a102 None None] Pushing event updated for resources: {'Port': ['ID=6cf9c22a-0955-45b5-8f8a-49c3893e9f6a,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:45.571213 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:59:45.571574 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Checking segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:59:45.571981 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:45.572371 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Bound using segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:59:45.572866 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Bound port: 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:59:45.573251 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:45.617282 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:45.621113 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629850'] for router_interface, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:45.632545 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] For port 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:59:45.636061 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] For port 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=6cf9c22a-0955-45b5-8f8a-49c3893e9f6a,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:59:45.640226 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:45.698684 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Routers {'f58162ec-11ed-4460-a423-bf1eda33b358'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:59:45.699303 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:59:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f58162ec-11ed-4460-a423-bf1eda33b358'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:45.700987 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbe984-fe3b-4e47-8d41-aa95a5e3a102 None None] Pushing event updated for resources: {'Port': ['ID=6cf9c22a-0955-45b5-8f8a-49c3893e9f6a,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:45.721408 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Network 6dd9555b-2983-4408-8b35-00021e19dc01 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:59:45.722804 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:59:45.757641 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7c699-e98d-42c2-ada9-126ef11d1a37 req-df30425d-f034-4ace-aa3f-08e0b668823f tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:45.759366 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-add7c699-e98d-42c2-ada9-126ef11d1a37 req-df30425d-f034-4ace-aa3f-08e0b668823f tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 945 time: 0.0613651 Aug 18 15:59:45.827532 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] Set router f58162ec-11ed-4460-a423-bf1eda33b358 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:59:45.873710 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-add7c699-e98d-42c2-ada9-126ef11d1a37 req-f80a28a4-98ab-410b-810b-014c2b64a624 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Deleting port e43fd258-e221-43eb-b0c3-5fab0857058c {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:59:45.874325 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-add7c699-e98d-42c2-ada9-126ef11d1a37 req-f80a28a4-98ab-410b-810b-014c2b64a624 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:45.991078 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-add7c699-e98d-42c2-ada9-126ef11d1a37 req-f80a28a4-98ab-410b-810b-014c2b64a624 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] For port e43fd258-e221-43eb-b0c3-5fab0857058c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=e43fd258-e221-43eb-b0c3-5fab0857058c,segment=NetworkSegment(863dcc96-1910-4781-a5d8-0e8eb2cc3fe9),segment_id=863dcc96-1910-4781-a5d8-0e8eb2cc3fe9)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:45.991747 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-add7c699-e98d-42c2-ada9-126ef11d1a37 req-f80a28a4-98ab-410b-810b-014c2b64a624 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:45.997212 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-7055e7b3-34c3-4b0d-8373-f01c9017a976 None None] Provisioning complete for port b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:59:45.997584 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-7055e7b3-34c3-4b0d-8373-f01c9017a976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:46.007625 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-add7c699-e98d-42c2-ada9-126ef11d1a37 req-f80a28a4-98ab-410b-810b-014c2b64a624 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Calling delete_port for e43fd258-e221-43eb-b0c3-5fab0857058c owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:59:46.057286 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-7055e7b3-34c3-4b0d-8373-f01c9017a976 None None] Port b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:59:46.095038 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Router f58162ec-11ed-4460-a423-bf1eda33b358 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:59:46.114366 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2', 'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'mac_address': 'fa:16:3e:df:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:44Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 2, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'subnets': [{'id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:46.135026 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a9c72-db94-4fda-b6c5-ecbde7198eba req-4581ab85-6151-492f-9af6-49f6bf5396f2 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:46.136608 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d44a9c72-db94-4fda-b6c5-ecbde7198eba req-4581ab85-6151-492f-9af6-49f6bf5396f2 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc0b299c-1a13-4b48-9e56-c6199a3f21f8 HTTP/1.1" status: 200 len: 945 time: 0.0840991 Aug 18 15:59:46.183586 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb5ddf1-9692-49f5-8e7e-64cf39765c77 None None] The sync data for ids ['f58162ec-11ed-4460-a423-bf1eda33b358'] in dv-cinder-778534-7-iscsi is: [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2', 'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'mac_address': 'fa:16:3e:df:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:44Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 2, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'subnets': [{'id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:59:46.225305 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d44a9c72-db94-4fda-b6c5-ecbde7198eba req-78d42ae8-50c9-4d5e-9e2e-2f75699a7bc5 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c781dc5-3a61-4c93-a4bd-873148ad2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820539 Aug 18 15:59:46.230008 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 10db0f20-430f-4f5d-9c79-dbe7244fe235 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:59:46.240721 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-add7c699-e98d-42c2-ada9-126ef11d1a37 req-f80a28a4-98ab-410b-810b-014c2b64a624 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:46.274432 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:59:46.275968 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['e43fd258-e221-43eb-b0c3-5fab0857058c'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:59:46.280773 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-79b22928-7d38-443b-9b3e-0d8ecac827c7 admin admin] 10.222.0.44 "PUT /v2.0/routers/f58162ec-11ed-4460-a423-bf1eda33b358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0555999 Aug 18 15:59:46.310843 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a28a4-98ab-410b-810b-014c2b64a624 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Pushing event deleted for resources: {'Port': ['ID=e43fd258-e221-43eb-b0c3-5fab0857058c,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:46.336088 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 10db0f20-430f-4f5d-9c79-dbe7244fe235 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:59:46.338044 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:46.361597 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-add7c699-e98d-42c2-ada9-126ef11d1a37 req-f80a28a4-98ab-410b-810b-014c2b64a624 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] No DVR routers for this DVR port e43fd258-e221-43eb-b0c3-5fab0857058c on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:59:46.364488 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-add7c699-e98d-42c2-ada9-126ef11d1a37 req-f80a28a4-98ab-410b-810b-014c2b64a624 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:46.367092 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-add7c699-e98d-42c2-ada9-126ef11d1a37 req-f80a28a4-98ab-410b-810b-014c2b64a624 tempest-VolumesSnapshotTestJSON-1209090106 tempest-VolumesSnapshotTestJSON-1209090106-project] 10.222.0.20 "DELETE /v2.0/ports/e43fd258-e221-43eb-b0c3-5fab0857058c HTTP/1.1" status: 204 len: 173 time: 0.5999997 Aug 18 15:59:46.367718 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0b299c-1a13-4b48-9e56-c6199a3f21f8', 'name': 'network-vif-deleted', 'tag': 'e43fd258-e221-43eb-b0c3-5fab0857058c'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:59:46.378134 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c27831-7bba-4d61-a8eb-1ec2f78da3c5" -d '{"events": [{"server_uuid": "fc0b299c-1a13-4b48-9e56-c6199a3f21f8", "name": "network-vif-deleted", "tag": "e43fd258-e221-43eb-b0c3-5fab0857058c"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:59:46.453920 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb18571-7f0f-4e4d-8f2c-87b3ccea6d96 x-openstack-request-id: req-4cb18571-7f0f-4e4d-8f2c-87b3ccea6d96 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:59:46.454246 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0b299c-1a13-4b48-9e56-c6199a3f21f8", "name": "network-vif-deleted", "tag": "e43fd258-e221-43eb-b0c3-5fab0857058c", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:59:46.454534 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4cb18571-7f0f-4e4d-8f2c-87b3ccea6d96 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:59:46.454991 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0b299c-1a13-4b48-9e56-c6199a3f21f8', 'name': 'network-vif-deleted', 'tag': 'e43fd258-e221-43eb-b0c3-5fab0857058c', 'status': 'completed', 'code': 200} Aug 18 15:59:46.901201 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36552) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:46.905923 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-48a3bd33-9536-41b4-b528-49441317a60a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1088104101', 'description': 'tempest-description--1740251110'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:46.933490 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-48a3bd33-9536-41b4-b528-49441317a60a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.041990 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-48a3bd33-9536-41b4-b528-49441317a60a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.056155 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-48a3bd33-9536-41b4-b528-49441317a60a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.084945 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-48a3bd33-9536-41b4-b528-49441317a60a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.086184 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-48a3bd33-9536-41b4-b528-49441317a60a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1843395 Aug 18 15:59:47.089190 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36554) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:47.093803 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-f57ed0a6-b1ca-44bb-9c69-9b74774889d4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Request body: {'security_group_rule': {'security_group_id': 'b3c12f4c-04a4-4a4d-863a-b621116219d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:47.102507 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3bd33-9536-41b4-b528-49441317a60a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c12f4c-04a4-4a4d-863a-b621116219d7,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:47.126827 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f57ed0a6-b1ca-44bb-9c69-9b74774889d4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.187626 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f57ed0a6-b1ca-44bb-9c69-9b74774889d4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.192383 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f57ed0a6-b1ca-44bb-9c69-9b74774889d4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.210707 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ed0a6-b1ca-44bb-9c69-9b74774889d4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7de32b3-98fa-411d-93cb-958d71d2e958,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:47.218034 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f57ed0a6-b1ca-44bb-9c69-9b74774889d4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.219412 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f57ed0a6-b1ca-44bb-9c69-9b74774889d4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291771 Aug 18 15:59:47.222259 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36556) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:47.227738 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-c0a29af9-b774-4f9f-a95d-86802e57567a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Request body: {'security_group_rule': {'security_group_id': 'b3c12f4c-04a4-4a4d-863a-b621116219d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:47.261195 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c0a29af9-b774-4f9f-a95d-86802e57567a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.324414 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c0a29af9-b774-4f9f-a95d-86802e57567a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.328841 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c0a29af9-b774-4f9f-a95d-86802e57567a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.350919 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a29af9-b774-4f9f-a95d-86802e57567a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8581bef9-77ff-4f9b-8407-9b46dd7ffe1d,revision_number=0']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:47.360113 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c0a29af9-b774-4f9f-a95d-86802e57567a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.361860 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-c0a29af9-b774-4f9f-a95d-86802e57567a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386037 Aug 18 15:59:47.364948 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36566) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:47.370443 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Request body: {'floatingip': {'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:47.406457 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for floatingip, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.585484 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.680604 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-f8d20f8e-d5f9-4da3-890c-2a1a222e3f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.756656 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Allocated IP 172.27.2.4 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/37269adc-27af-48b7-a799-80363aa61e09) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:59:47.873710 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.877661 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.886756 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36582) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:47.921363 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:47.979734 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:59:47.986689 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:59:47.991223 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:59:48.015393 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event updated for resources: {'Port': ['ID=37269adc-27af-48b7-a799-80363aa61e09,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:48.025295 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08eba92f-4ff3-452d-8a42-a3df3896cb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.128379 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08eba92f-4ff3-452d-8a42-a3df3896cb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.134402 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08eba92f-4ff3-452d-8a42-a3df3896cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.137810 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.182800 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-08eba92f-4ff3-452d-8a42-a3df3896cb5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=898938f9769d4d79a98074a8b0661a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945065 Aug 18 15:59:48.183448 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36586) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:48.184321 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.185490 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eba92f-4ff3-452d-8a42-a3df3896cb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dccaeb4-98ef-4096-b228-8942265f05cd,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:48.237906 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:59:48.249476 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9bc8fdb5-9980-472f-97cd-201ed46d3c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.292309 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9bc8fdb5-9980-472f-97cd-201ed46d3c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.306446 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:59:48.310470 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:59:48.310845 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.361967 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9bc8fdb5-9980-472f-97cd-201ed46d3c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.366009 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9bc8fdb5-9980-472f-97cd-201ed46d3c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.372002 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-9bc8fdb5-9980-472f-97cd-201ed46d3c9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2dccaeb4-98ef-4096-b228-8942265f05cd HTTP/1.1" status: 204 len: 168 time: 0.1826565 Aug 18 15:59:48.378332 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8fdb5-9980-472f-97cd-201ed46d3c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dccaeb4-98ef-4096-b228-8942265f05cd,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:48.395029 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.402636 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.418293 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.443873 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=6cf9c22a-0955-45b5-8f8a-49c3893e9f6a,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:48.449350 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.484858 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event updated for resources: {'Port': ['ID=37269adc-27af-48b7-a799-80363aa61e09,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:48.493361 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.509326 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.510700 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-34e69250-e8d8-4a90-997a-96954d745df0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1441846 Aug 18 15:59:48.524711 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=6cf9c22a-0955-45b5-8f8a-49c3893e9f6a,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:48.728186 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36606) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:48.741563 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Sync routers for ids ['f58162ec-11ed-4460-a423-bf1eda33b358'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:59:48.751620 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Routers {'f58162ec-11ed-4460-a423-bf1eda33b358'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:59:48.752477 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:59:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f58162ec-11ed-4460-a423-bf1eda33b358'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:48.760754 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-fffce2e4-a087-4e44-a762-28a0046866f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.784198 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:48.804504 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-9f59368d-21e2-4c2c-aa71-5dffbfc1fdfc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1088104101&fields=id&tenant_id=ac42aaec1012455badb5c679e314c6c2 HTTP/1.1" status: 200 len: 267 time: 0.0911531 Aug 18 15:59:48.969405 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Set router f58162ec-11ed-4460-a423-bf1eda33b358 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:59:49.001585 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-8638fc2c-fee8-4e5c-865c-c788d9f7c9b4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:49.003492 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-8638fc2c-fee8-4e5c-865c-c788d9f7c9b4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/networks?id=6dd9555b-2983-4408-8b35-00021e19dc01 HTTP/1.1" status: 200 len: 816 time: 0.1877480 Aug 18 15:59:49.028327 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-fffce2e4-a087-4e44-a762-28a0046866f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.032819 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-d3638100-a858-4910-9205-b7a15cc9a3a6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/quotas/ac42aaec1012455badb5c679e314c6c2 HTTP/1.1" status: 200 len: 375 time: 0.0198877 Aug 18 15:59:49.033840 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-fffce2e4-a087-4e44-a762-28a0046866f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.103680 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-fffce2e4-a087-4e44-a762-28a0046866f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf2d0f68bc0f4bec910adbc76545c83c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744521 Aug 18 15:59:49.106532 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffce2e4-a087-4e44-a762-28a0046866f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b69da63-30a0-43a6-b992-30ec5e88780f,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:49.107033 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36618) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:49.132131 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-3b93b393-dac0-49d4-b079-a4b0bfe19c10 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac42aaec1012455badb5c679e314c6c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833368 Aug 18 15:59:49.142565 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36620) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:49.168519 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-967d794a-a5d0-4287-b86b-8f9312e7021d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.191082 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-967d794a-a5d0-4287-b86b-8f9312e7021d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.206201 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2', 'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'mac_address': 'fa:16:3e:df:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:44Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 2, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'subnets': [{'id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:49.241805 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Checking router: f58162ec-11ed-4460-a423-bf1eda33b358 for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:59:49.242153 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Updating router f58162ec-11ed-4460-a423-bf1eda33b358 port b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 binding host dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:59:49.251477 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-967d794a-a5d0-4287-b86b-8f9312e7021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.252806 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-e1a12afd-d3e0-4db1-b75c-227afbc14128 service neutron] 10.222.0.44 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030407 Aug 18 15:59:49.254868 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-967d794a-a5d0-4287-b86b-8f9312e7021d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.256253 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-967d794a-a5d0-4287-b86b-8f9312e7021d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b69da63-30a0-43a6-b992-30ec5e88780f HTTP/1.1" status: 204 len: 168 time: 0.1480663 Aug 18 15:59:49.266022 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d794a-a5d0-4287-b86b-8f9312e7021d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b69da63-30a0-43a6-b992-30ec5e88780f,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:49.282910 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.329662 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-26cf825e-d2dc-4949-9917-5d42f53e7d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.406077 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-0d6068b8-e715-4f05-bc60-9aaed2877549 service neutron] 10.222.0.44 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462200 Aug 18 15:59:49.477878 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-26cf825e-d2dc-4949-9917-5d42f53e7d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.484612 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-26cf825e-d2dc-4949-9917-5d42f53e7d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.529971 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-26cf825e-d2dc-4949-9917-5d42f53e7d29 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38185c4c32504c15b94f899c3fe7adfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860142 Aug 18 15:59:49.530904 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf825e-d2dc-4949-9917-5d42f53e7d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb248e2c-7ee4-4e7a-b684-6a9ed8aa43bc,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:49.532396 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36630) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:49.583009 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Notify callbacks [] for port, precommit_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.594164 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.provisioning_blocks [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Transition to ACTIVE for port object b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 will not be triggered until provisioned by entity L2. {{(pid=93849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:59:49.606160 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.625891 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4634c770-0fb2-4b6c-9b14-1e95a1dbdd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.650826 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d441b09-1d5d-4c83-ae65-7307d918da13 None None] Pushing event updated for resources: {'Port': ['ID=b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2,revision_number=3']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:49.660975 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d441b09-1d5d-4c83-ae65-7307d918da13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:49.661309 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d441b09-1d5d-4c83-ae65-7307d918da13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:49.661816 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d441b09-1d5d-4c83-ae65-7307d918da13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:49.662943 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d441b09-1d5d-4c83-ae65-7307d918da13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:49.663276 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d441b09-1d5d-4c83-ae65-7307d918da13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:49.663599 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d441b09-1d5d-4c83-ae65-7307d918da13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:49.663919 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d441b09-1d5d-4c83-ae65-7307d918da13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:49.664662 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d441b09-1d5d-4c83-ae65-7307d918da13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:49.665010 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d441b09-1d5d-4c83-ae65-7307d918da13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:49.665829 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d441b09-1d5d-4c83-ae65-7307d918da13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:49.666484 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d441b09-1d5d-4c83-ae65-7307d918da13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:49.666713 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4634c770-0fb2-4b6c-9b14-1e95a1dbdd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.667108 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d441b09-1d5d-4c83-ae65-7307d918da13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:49.694750 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2f9f095d-94fe-4c67-b6ac-332eb77c7151 req-9a398330-e32b-4fb7-8fa6-6afb9ff0c2d5 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 210 time: 0.0545921 Aug 18 15:59:49.753670 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4634c770-0fb2-4b6c-9b14-1e95a1dbdd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.756514 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4634c770-0fb2-4b6c-9b14-1e95a1dbdd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.758244 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-4634c770-0fb2-4b6c-9b14-1e95a1dbdd8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb248e2c-7ee4-4e7a-b684-6a9ed8aa43bc HTTP/1.1" status: 204 len: 168 time: 0.2245462 Aug 18 15:59:49.775927 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634c770-0fb2-4b6c-9b14-1e95a1dbdd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb248e2c-7ee4-4e7a-b684-6a9ed8aa43bc,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:49.784459 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Attempting to bind port b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:59:49.784963 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Attempting to bind port b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '1e138beb-2328-4cc8-825b-ce799cccf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01'}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:59:49.785352 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Attempting to bind port b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 on network 6dd9555b-2983-4408-8b35-00021e19dc01 {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:59:49.791428 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:59:49.791814 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Checking segment: {'id': '1e138beb-2328-4cc8-825b-ce799cccf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:59:49.792222 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.792618 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Bound using segment: {'id': '1e138beb-2328-4cc8-825b-ce799cccf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01'} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:59:49.793315 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Bound port: b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e138beb-2328-4cc8-825b-ce799cccf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01'}}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:59:49.793781 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.891650 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] For port b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:59:49.897549 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] For port b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:59:49.904853 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:49.982567 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Routers {'f58162ec-11ed-4460-a423-bf1eda33b358'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:59:49.983316 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:59:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f58162ec-11ed-4460-a423-bf1eda33b358'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:50.004226 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:50.061026 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d441b09-1d5d-4c83-ae65-7307d918da13 None None] Pushing event updated for resources: {'Port': ['ID=b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2,revision_number=4']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:50.226589 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] Set router f58162ec-11ed-4460-a423-bf1eda33b358 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:59:50.297183 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:59:50.373513 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:59:50.373929 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:50.459575 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:59:50.476246 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2', 'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'mac_address': 'fa:16:3e:df:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:44Z', 'updated_at': '2021-08-18T15:59:49Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'subnets': [{'id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:59:50.503818 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1091c9e-53fe-4c8d-af0a-c1546c43b9ab None None] The sync data for ids ['f58162ec-11ed-4460-a423-bf1eda33b358'] in dv-cinder-778534-7-iscsi is: [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2', 'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'mac_address': 'fa:16:3e:df:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:44Z', 'updated_at': '2021-08-18T15:59:49Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'subnets': [{'id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:59:50.514475 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:59:50.518624 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:59:50.518965 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:50.605124 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:50.644104 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:50.650340 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:50.710145 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:50.808615 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-83a406a5-d8de-47ee-b92e-ac2594f32c1e req-0379b661-9829-4f5c-a744-a8da46780c2a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 210 time: 0.0267615 Aug 18 15:59:51.069171 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:51.914432 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-53d720fb-ff1e-4df9-b727-c094e1419e3c req-8f90a5ef-3f9f-4c86-8e31-2e86babf8501 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 210 time: 0.0297987 Aug 18 15:59:52.081105 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device e43fd258-e221-43eb-b0c3-5fab0857058c no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:59:52.104635 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: e43fd258-e221-43eb-b0c3-5fab0857058c {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:59:52.105007 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device e43fd258-e221-43eb-b0c3-5fab0857058c not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:59:52.133186 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fab1b42b-2393-4840-b5f6-946d93a85d4a req-4fc81cae-3117-4d9b-b0cd-e691213bc7a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444632 Aug 18 15:59:52.198462 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1b42b-2393-4840-b5f6-946d93a85d4a req-0d08b68f-4dea-41f6-b815-5e8dec56fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:52.201364 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fab1b42b-2393-4840-b5f6-946d93a85d4a req-0d08b68f-4dea-41f6-b815-5e8dec56fe1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccaffe3a9ca44a16b5da3fca67b2818c&device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 1099 time: 0.0431700 Aug 18 15:59:52.201682 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:59:52.250278 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:59:52.250641 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:52.344023 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1b42b-2393-4840-b5f6-946d93a85d4a req-f56bf22b-4ea6-480d-848a-b24acd4811c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:52.345921 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fab1b42b-2393-4840-b5f6-946d93a85d4a req-f56bf22b-4ea6-480d-848a-b24acd4811c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae7b7023-460b-4b28-b8eb-4b3713d44050 HTTP/1.1" status: 200 len: 910 time: 0.1029837 Aug 18 15:59:52.413245 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fab1b42b-2393-4840-b5f6-946d93a85d4a req-c833948b-743c-473c-8314-c3c22118198b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3adc23-1d74-4cd8-8ec3-75212b5a70bb HTTP/1.1" status: 200 len: 1002 time: 0.0586441 Aug 18 15:59:52.463829 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1b42b-2393-4840-b5f6-946d93a85d4a req-f5096f67-3713-42f9-91f3-f2375657eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:52.465285 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fab1b42b-2393-4840-b5f6-946d93a85d4a req-f5096f67-3713-42f9-91f3-f2375657eaca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=439e0f3c-ed2e-4369-b19c-29e2fcf27f7e HTTP/1.1" status: 200 len: 848 time: 0.0436170 Aug 18 15:59:52.514588 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1b42b-2393-4840-b5f6-946d93a85d4a req-f871cc0c-067e-455d-a887-4a16360754ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:52.515949 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fab1b42b-2393-4840-b5f6-946d93a85d4a req-f871cc0c-067e-455d-a887-4a16360754ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae7b7023-460b-4b28-b8eb-4b3713d44050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422969 Aug 18 15:59:52.605793 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fab1b42b-2393-4840-b5f6-946d93a85d4a req-044eb345-1d24-45da-b3c9-5fd7fc5944fd service neutron] 10.222.0.20 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804098 Aug 18 15:59:52.761232 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fab1b42b-2393-4840-b5f6-946d93a85d4a req-af16a685-bd3a-4e54-8742-b4f4490d0c92 service neutron] 10.222.0.20 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431942 Aug 18 15:59:52.824551 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-0377d600-114f-4955-94a1-62f10657495b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:52.826025 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-0377d600-114f-4955-94a1-62f10657495b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.20 "GET /v2.0/networks?id=6dd9555b-2983-4408-8b35-00021e19dc01 HTTP/1.1" status: 200 len: 816 time: 0.1199307 Aug 18 15:59:52.876701 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-21a6f22e-3f39-43d4-9222-60bca9bdd942 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac42aaec1012455badb5c679e314c6c2 HTTP/1.1" status: 200 len: 380 time: 0.0387523 Aug 18 15:59:52.892011 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Request body: {'port': {'device_id': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'admin_state_up': True, 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'security_groups': ['b3c12f4c-04a4-4a4d-863a-b621116219d7']}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:53.014168 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8383e4cd-2bff-4bd0-91f5-80d670d51a3a req-f32f2f70-bba9-40ab-b61a-fea3406d6d2c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 210 time: 0.0277805 Aug 18 15:59:53.028989 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Made reservation on behalf of ac42aaec1012455badb5c679e314c6c2 for: {'port': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:59:53.032825 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:53.183614 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Allocated IP 172.20.0.3 (6dd9555b-2983-4408-8b35-00021e19dc01/f2ac6339-ab36-442c-82a6-fe935bcb664c/05bcec34-750e-4b31-9780-e9326f948736) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:59:53.348082 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:53.364275 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Transition to ACTIVE for port object 05bcec34-750e-4b31-9780-e9326f948736 will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:59:53.401675 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:53.452564 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Network 6dd9555b-2983-4408-8b35-00021e19dc01 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:59:53.456128 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:59:53.462404 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:59:53.518314 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event updated for resources: {'Port': ['ID=05bcec34-750e-4b31-9780-e9326f948736,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:53.527340 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:53.527340 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:53.540408 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:53.540852 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:53.541216 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:53.541567 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:53.541907 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:53.542246 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:53.542578 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:53.542911 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:53.543268 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:53.543598 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:53.543926 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:53.544249 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:53.559356 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-c0b76952-2700-41e3-92c8-b59727eaa49a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6712463 Aug 18 15:59:53.574083 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Request body: {'port': {'device_id': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:59:53.639264 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:53.712919 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-98e0ab16-b68e-4055-a708-5c4cb8b6e42b None None] Provisioning for port 05bcec34-750e-4b31-9780-e9326f948736 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:59:53.716622 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-98e0ab16-b68e-4055-a708-5c4cb8b6e42b None None] Provisioning complete for port 05bcec34-750e-4b31-9780-e9326f948736 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:59:53.717091 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-98e0ab16-b68e-4055-a708-5c4cb8b6e42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:53.752901 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-98e0ab16-b68e-4055-a708-5c4cb8b6e42b None None] Port 05bcec34-750e-4b31-9780-e9326f948736 cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:59:53.907885 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05bcec34-750e-4b31-9780-e9326f948736 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:59:53.917303 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:53.930038 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Transition to ACTIVE for port object 05bcec34-750e-4b31-9780-e9326f948736 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:59:53.933978 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:53.983074 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=05bcec34-750e-4b31-9780-e9326f948736,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:54.060552 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Attempting to bind port 05bcec34-750e-4b31-9780-e9326f948736 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:59:54.061150 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Attempting to bind port 05bcec34-750e-4b31-9780-e9326f948736 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '1e138beb-2328-4cc8-825b-ce799cccf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:59:54.061242 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Attempting to bind port 05bcec34-750e-4b31-9780-e9326f948736 on network 6dd9555b-2983-4408-8b35-00021e19dc01 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:59:54.066149 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Port 05bcec34-750e-4b31-9780-e9326f948736 on network 6dd9555b-2983-4408-8b35-00021e19dc01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:59:54.066476 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Attempting to bind port 05bcec34-750e-4b31-9780-e9326f948736 on network 6dd9555b-2983-4408-8b35-00021e19dc01 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:59:54.072299 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:59:54.072649 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Checking segment: {'id': '1e138beb-2328-4cc8-825b-ce799cccf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:59:54.073069 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Bound using segment: {'id': '1e138beb-2328-4cc8-825b-ce799cccf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:59:54.073504 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Bound port: 05bcec34-750e-4b31-9780-e9326f948736, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e138beb-2328-4cc8-825b-ce799cccf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:59:54.074008 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:54.170894 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] For port 05bcec34-750e-4b31-9780-e9326f948736, host hv-cinder-77853, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:59:54.178311 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] For port 05bcec34-750e-4b31-9780-e9326f948736, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=05bcec34-750e-4b31-9780-e9326f948736,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:59:54.188105 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8073328-e5bf-49cf-b321-e9335c3e483e req-c5727795-3582-4f59-ad93-cd029d9bd8e2 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:54.189665 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d8073328-e5bf-49cf-b321-e9335c3e483e req-c5727795-3582-4f59-ad93-cd029d9bd8e2 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0820217 Aug 18 15:59:54.191280 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:54.246179 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:54.246786 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:54.248394 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] 10.222.0.20 "PUT /v2.0/ports/05bcec34-750e-4b31-9780-e9326f948736 HTTP/1.1" status: 200 len: 1093 time: 0.6798174 Aug 18 15:59:54.248869 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'tag': '05bcec34-750e-4b31-9780-e9326f948736'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:59:54.251101 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9df6d5-7714-4016-bc1d-49a5481f0eda" -d '{"events": [{"name": "network-changed", "server_uuid": "f31d073f-055f-42fb-a3b2-49a52736fc95", "tag": "05bcec34-750e-4b31-9780-e9326f948736"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:59:54.547974 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b319f1-772c-4724-945b-225611d570ca x-openstack-request-id: req-79b319f1-772c-4724-945b-225611d570ca {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:59:54.548311 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31d073f-055f-42fb-a3b2-49a52736fc95", "tag": "05bcec34-750e-4b31-9780-e9326f948736", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:59:54.548510 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79b319f1-772c-4724-945b-225611d570ca {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:59:54.549014 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'tag': '05bcec34-750e-4b31-9780-e9326f948736', 'status': 'completed', 'code': 200} Aug 18 15:59:54.583259 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d8073328-e5bf-49cf-b321-e9335c3e483e req-ef03e0d9-8835-4124-bbc7-696b48f35ca6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3868794 Aug 18 15:59:54.584721 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d13df-c533-4fbe-b725-dd629241e8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=05bcec34-750e-4b31-9780-e9326f948736,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:54.604721 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-9950714f-6cec-413d-a283-40679c3f1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:54.606920 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-9950714f-6cec-413d-a283-40679c3f1f3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac42aaec1012455badb5c679e314c6c2&device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 1096 time: 0.0570595 Aug 18 15:59:54.655390 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-5e33175f-d6cd-4cde-a76c-418d1c3da8ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05bcec34-750e-4b31-9780-e9326f948736 HTTP/1.1" status: 200 len: 217 time: 0.0374193 Aug 18 15:59:54.708895 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-c86d8c46-41c2-4cfd-9287-be45a7572071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:54.710974 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-c86d8c46-41c2-4cfd-9287-be45a7572071 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2ac6339-ab36-442c-82a6-fe935bcb664c HTTP/1.1" status: 200 len: 855 time: 0.0468683 Aug 18 15:59:54.761810 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-7d43dfb4-01c1-4753-bfce-2a6531930921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:54.763297 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-7d43dfb4-01c1-4753-bfce-2a6531930921 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6dd9555b-2983-4408-8b35-00021e19dc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444438 Aug 18 15:59:54.862336 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-853e1d48-a8d3-428d-8050-514e859fc50f service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863965 Aug 18 15:59:54.889181 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36774) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:54.966985 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-faa50d68-8bc9-4e40-8563-06c4eb80e1f2 req-6a18b7f9-4bdc-4fdb-a205-ee5c09602f27 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915899 Aug 18 15:59:55.008958 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-81e746ee-14fb-4aea-98cc-0d568c2cff7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:55.070946 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9df6d5-7714-4016-bc1d-49a5481f0eda req-4dfcd595-697d-4ef6-b01e-0af633dd10d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:55.072886 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aa9df6d5-7714-4016-bc1d-49a5481f0eda req-4dfcd595-697d-4ef6-b01e-0af633dd10d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac42aaec1012455badb5c679e314c6c2&device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 1096 time: 0.0482845 Aug 18 15:59:55.113190 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-81e746ee-14fb-4aea-98cc-0d568c2cff7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:55.117351 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-81e746ee-14fb-4aea-98cc-0d568c2cff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:55.157224 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-81e746ee-14fb-4aea-98cc-0d568c2cff7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c11a5245ced6434286a300a05de4557d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668533 Aug 18 15:59:55.158186 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e746ee-14fb-4aea-98cc-0d568c2cff7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6199655a-94f7-4582-b92d-3d2d5772aa3b,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:55.159436 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36778) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:55.166256 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e746ee-14fb-4aea-98cc-0d568c2cff7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:55.166611 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e746ee-14fb-4aea-98cc-0d568c2cff7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:55.166990 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e746ee-14fb-4aea-98cc-0d568c2cff7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:55.167289 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e746ee-14fb-4aea-98cc-0d568c2cff7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:55.167623 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e746ee-14fb-4aea-98cc-0d568c2cff7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:55.167990 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e746ee-14fb-4aea-98cc-0d568c2cff7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:55.168320 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e746ee-14fb-4aea-98cc-0d568c2cff7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:55.168649 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e746ee-14fb-4aea-98cc-0d568c2cff7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:55.169006 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e746ee-14fb-4aea-98cc-0d568c2cff7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:55.169337 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e746ee-14fb-4aea-98cc-0d568c2cff7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:55.169681 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e746ee-14fb-4aea-98cc-0d568c2cff7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:55.169990 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e746ee-14fb-4aea-98cc-0d568c2cff7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:59:55.181767 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9df6d5-7714-4016-bc1d-49a5481f0eda req-e374373c-0a15-42e7-81b9-0655bede3ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:55.183220 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aa9df6d5-7714-4016-bc1d-49a5481f0eda req-e374373c-0a15-42e7-81b9-0655bede3ae4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6dd9555b-2983-4408-8b35-00021e19dc01 HTTP/1.1" status: 200 len: 917 time: 0.1030719 Aug 18 15:59:55.236340 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aa9df6d5-7714-4016-bc1d-49a5481f0eda req-9ded8871-81c4-4cd2-995b-f6da7d1afb0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05bcec34-750e-4b31-9780-e9326f948736 HTTP/1.1" status: 200 len: 217 time: 0.0433192 Aug 18 15:59:55.249583 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b745f135-400e-427b-a74f-92a7ffc4bb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:55.305838 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b745f135-400e-427b-a74f-92a7ffc4bb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:55.320884 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9df6d5-7714-4016-bc1d-49a5481f0eda req-19d16572-f617-440f-823d-e74f4491f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:55.322338 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aa9df6d5-7714-4016-bc1d-49a5481f0eda req-19d16572-f617-440f-823d-e74f4491f61b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2ac6339-ab36-442c-82a6-fe935bcb664c HTTP/1.1" status: 200 len: 855 time: 0.0710382 Aug 18 15:59:55.398103 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9df6d5-7714-4016-bc1d-49a5481f0eda req-45bbac94-2102-4dd3-b18a-21cf2188cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:55.399911 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aa9df6d5-7714-4016-bc1d-49a5481f0eda req-45bbac94-2102-4dd3-b18a-21cf2188cc1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6dd9555b-2983-4408-8b35-00021e19dc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607004 Aug 18 15:59:55.404931 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b745f135-400e-427b-a74f-92a7ffc4bb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:55.407459 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b745f135-400e-427b-a74f-92a7ffc4bb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:55.408518 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-b745f135-400e-427b-a74f-92a7ffc4bb31 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6199655a-94f7-4582-b92d-3d2d5772aa3b HTTP/1.1" status: 204 len: 168 time: 0.2481713 Aug 18 15:59:55.433951 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745f135-400e-427b-a74f-92a7ffc4bb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6199655a-94f7-4582-b92d-3d2d5772aa3b,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:55.514627 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aa9df6d5-7714-4016-bc1d-49a5481f0eda req-a4c03716-4cda-4e29-b2bd-3e8124040789 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050189 Aug 18 15:59:55.609598 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aa9df6d5-7714-4016-bc1d-49a5481f0eda req-a37944cc-4ac0-4cce-ba68-dc82f0bac8ce service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861900 Aug 18 15:59:55.682518 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36786) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:55.705259 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-83ebf328-084f-48eb-ae86-16e828bf6dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:55.721858 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993811f1-a26c-4da4-9887-56720fc8b73f req-fc52318c-c219-444e-8add-ba82a8274173 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:55.723438 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-993811f1-a26c-4da4-9887-56720fc8b73f req-fc52318c-c219-444e-8add-ba82a8274173 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0539191 Aug 18 15:59:55.781523 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-993811f1-a26c-4da4-9887-56720fc8b73f req-0209d438-ef20-4154-a2d8-b1ff33d04c9e tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457425 Aug 18 15:59:55.813085 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-83ebf328-084f-48eb-ae86-16e828bf6dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:55.817236 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-83ebf328-084f-48eb-ae86-16e828bf6dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:55.856795 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-83ebf328-084f-48eb-ae86-16e828bf6dc0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2d95015824b4af08459d2f85fa73b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727126 Aug 18 15:59:55.858274 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebf328-084f-48eb-ae86-16e828bf6dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1e55d6-1c5b-46b0-9893-02e2d5fd5b96,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:55.859415 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36792) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:55.915553 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e6224e3f-cf4e-4c2c-bbeb-ee2294f3426c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:55.939774 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e6224e3f-cf4e-4c2c-bbeb-ee2294f3426c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:55.992010 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e6224e3f-cf4e-4c2c-bbeb-ee2294f3426c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:55.994733 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e6224e3f-cf4e-4c2c-bbeb-ee2294f3426c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:55.998359 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-e6224e3f-cf4e-4c2c-bbeb-ee2294f3426c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b1e55d6-1c5b-46b0-9893-02e2d5fd5b96 HTTP/1.1" status: 204 len: 168 time: 0.1355455 Aug 18 15:59:56.003993 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6224e3f-cf4e-4c2c-bbeb-ee2294f3426c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1e55d6-1c5b-46b0-9893-02e2d5fd5b96,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:56.332200 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36802) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:56.345643 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cdbf4d27-0477-447a-a1ca-fde0c783afa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:56.441989 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cdbf4d27-0477-447a-a1ca-fde0c783afa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:56.448204 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cdbf4d27-0477-447a-a1ca-fde0c783afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:56.489255 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-cdbf4d27-0477-447a-a1ca-fde0c783afa2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0bbce6d70ba43a999bf1d9a9255942c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559377 Aug 18 15:59:56.490760 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf4d27-0477-447a-a1ca-fde0c783afa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f63f8f4-4c2e-41df-8822-dfed2072d5ad,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:56.492392 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36804) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:56.539931 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5d6ded5e-b1e7-46c7-8c10-37fd944df353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:56.561075 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5d6ded5e-b1e7-46c7-8c10-37fd944df353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:56.607512 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5d6ded5e-b1e7-46c7-8c10-37fd944df353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:56.610211 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5d6ded5e-b1e7-46c7-8c10-37fd944df353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:56.611365 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-5d6ded5e-b1e7-46c7-8c10-37fd944df353 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f63f8f4-4c2e-41df-8822-dfed2072d5ad HTTP/1.1" status: 204 len: 168 time: 0.1179471 Aug 18 15:59:56.619916 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ded5e-b1e7-46c7-8c10-37fd944df353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f63f8f4-4c2e-41df-8822-dfed2072d5ad,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:56.901222 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e9352-bca1-450e-bd23-61a7bff18682 req-58f1ba58-ef1a-4341-bd17-4b6ddea929b0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:56.902762 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ad8e9352-bca1-450e-bd23-61a7bff18682 req-58f1ba58-ef1a-4341-bd17-4b6ddea929b0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0502040 Aug 18 15:59:56.945229 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ad8e9352-bca1-450e-bd23-61a7bff18682 req-b920cfbc-463b-43fb-b971-c4f8aae8567a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365589 Aug 18 15:59:58.069995 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ab1e8-b9c7-443b-9922-02acba74647b req-1408d1ff-1215-4844-b5b2-f8a67be157e4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:58.071848 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4c9ab1e8-b9c7-443b-9922-02acba74647b req-1408d1ff-1215-4844-b5b2-f8a67be157e4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0510235 Aug 18 15:59:58.120596 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4c9ab1e8-b9c7-443b-9922-02acba74647b req-06b7778c-6bd0-4083-849f-92c746c187eb tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420527 Aug 18 15:59:58.483035 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36890) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:58.589533 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-696f0d1a-be1b-49b4-acbd-4a44c9d62d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:58.682769 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-696f0d1a-be1b-49b4-acbd-4a44c9d62d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:58.686841 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-696f0d1a-be1b-49b4-acbd-4a44c9d62d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:58.723365 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f0d1a-be1b-49b4-acbd-4a44c9d62d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe5a881-f24c-4219-bb6c-f529baa547a1,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:58.728447 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-696f0d1a-be1b-49b4-acbd-4a44c9d62d81 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b12c7ba935c40569fe331c5cca41f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443931 Aug 18 15:59:58.731105 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36894) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:58.778879 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e9fc-fb5a-4a5a-8395-e5742a5f0310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:58.800404 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e9fc-fb5a-4a5a-8395-e5742a5f0310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:58.845821 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e9fc-fb5a-4a5a-8395-e5742a5f0310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:58.848326 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e9fc-fb5a-4a5a-8395-e5742a5f0310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:58.850112 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d8a7e9fc-fb5a-4a5a-8395-e5742a5f0310 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/efe5a881-f24c-4219-bb6c-f529baa547a1 HTTP/1.1" status: 204 len: 168 time: 0.1175547 Aug 18 15:59:58.857831 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7e9fc-fb5a-4a5a-8395-e5742a5f0310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe5a881-f24c-4219-bb6c-f529baa547a1,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:59.112565 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36900) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:59.126189 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-34416803-e4fd-44a9-b389-fa6f09c4bd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:59.220035 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-34416803-e4fd-44a9-b389-fa6f09c4bd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:59.224958 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-34416803-e4fd-44a9-b389-fa6f09c4bd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:59.251478 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad2d68-5b83-4ef4-9f1c-e24d94865118 req-b50646c8-f6c7-4d84-b477-386004cb0c59 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:59:59.253007 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-75ad2d68-5b83-4ef4-9f1c-e24d94865118 req-b50646c8-f6c7-4d84-b477-386004cb0c59 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0504060 Aug 18 15:59:59.265913 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-34416803-e4fd-44a9-b389-fa6f09c4bd5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95a86d6622cd4d54a5cce4b581c2f7fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522255 Aug 18 15:59:59.266632 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34416803-e4fd-44a9-b389-fa6f09c4bd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16ac630-bb07-4607-b9ab-62f216277084,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:59.268938 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 36906) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:59:59.297364 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-75ad2d68-5b83-4ef4-9f1c-e24d94865118 req-7d7977cb-f7f8-4e58-8ad2-451e68ae0671 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376952 Aug 18 15:59:59.325166 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-75a7ee31-26b8-4057-8c99-9425b7dbaa32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:59.345867 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-75a7ee31-26b8-4057-8c99-9425b7dbaa32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:59.394580 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-75a7ee31-26b8-4057-8c99-9425b7dbaa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:59.397738 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-75a7ee31-26b8-4057-8c99-9425b7dbaa32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:59.402075 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-75a7ee31-26b8-4057-8c99-9425b7dbaa32 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d16ac630-bb07-4607-b9ab-62f216277084 HTTP/1.1" status: 204 len: 168 time: 0.1291232 Aug 18 15:59:59.408899 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7ee31-26b8-4057-8c99-9425b7dbaa32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16ac630-bb07-4607-b9ab-62f216277084,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:59:59.530460 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 05bcec34-750e-4b31-9780-e9326f948736 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:59:59.629500 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 05bcec34-750e-4b31-9780-e9326f948736, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=05bcec34-750e-4b31-9780-e9326f948736,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:59.641145 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '05bcec34-750e-4b31-9780-e9326f948736', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'port_id': '05bcec34-750e-4b31-9780-e9326f948736', 'mac_address': 'fa:16:3e:f7:40:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:59:59.679953 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:59.693217 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05bcec34-750e-4b31-9780-e9326f948736 {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:59:59.714524 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 05bcec34-750e-4b31-9780-e9326f948736, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=05bcec34-750e-4b31-9780-e9326f948736,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:59:59.718677 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:59:59.766897 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=05bcec34-750e-4b31-9780-e9326f948736,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:00.432119 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4080e16-3d57-4bdc-9e09-c6fe22a24ae3 req-e1b36829-cf27-4ec9-a8c2-a8bfb764c0b4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:00.433598 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d4080e16-3d57-4bdc-9e09-c6fe22a24ae3 req-e1b36829-cf27-4ec9-a8c2-a8bfb764c0b4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 944 time: 0.0642095 Aug 18 16:00:00.477184 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d4080e16-3d57-4bdc-9e09-c6fe22a24ae3 req-34657205-5b56-4a52-a096-5c12e0f2c7e7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375867 Aug 18 16:00:00.962959 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['05bcec34-750e-4b31-9780-e9326f948736'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 16:00:01.603567 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e9ba0-589b-4f90-bfe8-c38392061eff req-3c7147d4-e32d-4170-86d6-63d8d1f04cf8 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:01.605322 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-800e9ba0-589b-4f90-bfe8-c38392061eff req-3c7147d4-e32d-4170-86d6-63d8d1f04cf8 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 944 time: 0.0542932 Aug 18 16:00:01.650206 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-800e9ba0-589b-4f90-bfe8-c38392061eff req-d17d6f31-cc98-4e2b-b315-e3e676bc356f tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390024 Aug 18 16:00:02.773446 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5caf70-9ccc-40fe-ab77-d9fe6372f278 req-dad49178-20c7-473b-850f-80652f9bacd8 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:02.774985 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8d5caf70-9ccc-40fe-ab77-d9fe6372f278 req-dad49178-20c7-473b-850f-80652f9bacd8 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 944 time: 0.0520344 Aug 18 16:00:02.815551 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8d5caf70-9ccc-40fe-ab77-d9fe6372f278 req-fd58737f-7884-4aed-b808-61cce17ad575 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347795 Aug 18 16:00:03.095043 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 05bcec34-750e-4b31-9780-e9326f948736 up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:00:03.143564 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port 05bcec34-750e-4b31-9780-e9326f948736 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:00:03.147917 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 05bcec34-750e-4b31-9780-e9326f948736 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:03.148295 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:03.229675 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:03.251596 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bcec34-750e-4b31-9780-e9326f948736'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:00:03.253858 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03b1608-cb04-454a-8239-25bcab193cf5" -d '{"events": [{"server_uuid": "f31d073f-055f-42fb-a3b2-49a52736fc95", "name": "network-vif-plugged", "status": "completed", "tag": "05bcec34-750e-4b31-9780-e9326f948736"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:00:03.266420 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 05bcec34-750e-4b31-9780-e9326f948736, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=05bcec34-750e-4b31-9780-e9326f948736,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:00:03.272112 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:03.295695 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38641c9-0a8f-4a65-83c0-6450f93dd292 x-openstack-request-id: req-b38641c9-0a8f-4a65-83c0-6450f93dd292 {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:00:03.295983 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31d073f-055f-42fb-a3b2-49a52736fc95", "name": "network-vif-plugged", "status": "completed", "tag": "05bcec34-750e-4b31-9780-e9326f948736", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:00:03.296236 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b38641c9-0a8f-4a65-83c0-6450f93dd292 {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:00:03.296625 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bcec34-750e-4b31-9780-e9326f948736', 'code': 200} Aug 18 16:00:03.323367 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=05bcec34-750e-4b31-9780-e9326f948736,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:03.465832 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961106b-16ec-4371-8e37-bf69eb581e98 req-ebe86fe6-624f-492a-a7d1-12c16b339fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:03.467302 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1961106b-16ec-4371-8e37-bf69eb581e98 req-ebe86fe6-624f-492a-a7d1-12c16b339fe6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 1098 time: 0.0404694 Aug 18 16:00:03.510223 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1961106b-16ec-4371-8e37-bf69eb581e98 req-138a5f57-8403-4c11-810d-c774fc3502e9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332906 Aug 18 16:00:03.562476 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36992) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:03.668286 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-631a7eea-1774-4333-a932-30578328b450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:03.756612 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-631a7eea-1774-4333-a932-30578328b450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:03.760592 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-631a7eea-1774-4333-a932-30578328b450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:03.798329 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a7eea-1774-4333-a932-30578328b450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0770ca19-3e61-45ab-9328-843450b93846,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:03.804858 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-631a7eea-1774-4333-a932-30578328b450 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e3a1a45a90340b4b72d9af0eeb09b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413270 Aug 18 16:00:03.807483 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 36996) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:03.861626 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0282f3e7-ae55-46ea-b890-c6c2d63dc7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:03.883666 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0282f3e7-ae55-46ea-b890-c6c2d63dc7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:03.961218 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c949b-4c17-4adf-8be3-d635e92cd581 req-a77da9c7-c77b-4d36-8578-4cc8af1e5a3f tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:03.962726 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7e0c949b-4c17-4adf-8be3-d635e92cd581 req-a77da9c7-c77b-4d36-8578-4cc8af1e5a3f tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0728271 Aug 18 16:00:03.985410 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0282f3e7-ae55-46ea-b890-c6c2d63dc7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:03.988269 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0282f3e7-ae55-46ea-b890-c6c2d63dc7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:03.989440 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-0282f3e7-ae55-46ea-b890-c6c2d63dc7fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0770ca19-3e61-45ab-9328-843450b93846 HTTP/1.1" status: 204 len: 168 time: 0.1810133 Aug 18 16:00:04.007811 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282f3e7-ae55-46ea-b890-c6c2d63dc7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0770ca19-3e61-45ab-9328-843450b93846,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:04.027047 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7e0c949b-4c17-4adf-8be3-d635e92cd581 req-7a12619b-a1d0-49c1-8c03-b051e72bd27a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493758 Aug 18 16:00:04.270537 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37014) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:04.284416 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-27b2dd28-a752-4a1a-bcf2-d23dfada86b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:04.374998 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-27b2dd28-a752-4a1a-bcf2-d23dfada86b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:04.378744 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-27b2dd28-a752-4a1a-bcf2-d23dfada86b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:04.417385 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2dd28-a752-4a1a-bcf2-d23dfada86b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e3a29c-8bb6-4635-92cd-805552c8f207,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:04.421652 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-27b2dd28-a752-4a1a-bcf2-d23dfada86b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5678201ba1e4e8d81f179ff4ea32b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494927 Aug 18 16:00:04.424131 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37016) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:04.483819 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-57094d07-3e90-43a5-9868-3dbc3bacbc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:04.509049 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-57094d07-3e90-43a5-9868-3dbc3bacbc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:04.562655 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-57094d07-3e90-43a5-9868-3dbc3bacbc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:04.565162 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-57094d07-3e90-43a5-9868-3dbc3bacbc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:04.566328 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-57094d07-3e90-43a5-9868-3dbc3bacbc53 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08e3a29c-8bb6-4635-92cd-805552c8f207 HTTP/1.1" status: 204 len: 168 time: 0.1412103 Aug 18 16:00:04.577887 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57094d07-3e90-43a5-9868-3dbc3bacbc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e3a29c-8bb6-4635-92cd-805552c8f207,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:05.158040 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560e902-29af-4be7-be5e-be24a9f93d85 req-49c73bfa-9a49-462f-aac3-255750a1a675 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:05.159900 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b560e902-29af-4be7-be5e-be24a9f93d85 req-49c73bfa-9a49-462f-aac3-255750a1a675 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0529528 Aug 18 16:00:05.200366 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b560e902-29af-4be7-be5e-be24a9f93d85 req-38dd4602-3aec-47d2-bbd8-1b959d7cd1c6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339711 Aug 18 16:00:05.316692 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b58fd-5fb7-4b7e-8c83-e39c478691d9 req-e95f431b-8015-49c2-acb6-64a132b6bf2c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:05.318761 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b09b58fd-5fb7-4b7e-8c83-e39c478691d9 req-e95f431b-8015-49c2-acb6-64a132b6bf2c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0506587 Aug 18 16:00:05.327663 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37050) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:05.332653 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-cb443f84-6e05-4823-a85e-f3b21ddc5290 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Request body: {'floatingip': {'port_id': '05bcec34-750e-4b31-9780-e9326f948736'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:05.375787 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cb443f84-6e05-4823-a85e-f3b21ddc5290 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for floatingip, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:05.821635 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cb443f84-6e05-4823-a85e-f3b21ddc5290 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:05.825900 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cb443f84-6e05-4823-a85e-f3b21ddc5290 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:05.926912 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.l3_db [None req-cb443f84-6e05-4823-a85e-f3b21ddc5290 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Floating IP 16f64637-e891-48fa-bb55-659de83def4b associated. External IP: 172.27.2.4, port: 05bcec34-750e-4b31-9780-e9326f948736. Aug 18 16:00:06.138612 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb443f84-6e05-4823-a85e-f3b21ddc5290 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Router f58162ec-11ed-4460-a423-bf1eda33b358 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:00:06.254378 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb443f84-6e05-4823-a85e-f3b21ddc5290 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:00:06.259231 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cb443f84-6e05-4823-a85e-f3b21ddc5290 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:06.265701 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0dcc80-3709-431b-9995-021455217eef None None] Sync routers for ids ['f58162ec-11ed-4460-a423-bf1eda33b358'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:00:06.281431 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0dcc80-3709-431b-9995-021455217eef None None] Routers {'f58162ec-11ed-4460-a423-bf1eda33b358'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:00:06.282258 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-3b0dcc80-3709-431b-9995-021455217eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:59:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f58162ec-11ed-4460-a423-bf1eda33b358'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:06.291757 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-cb443f84-6e05-4823-a85e-f3b21ddc5290 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "PUT /v2.0/floatingips/16f64637-e891-48fa-bb55-659de83def4b HTTP/1.1" status: 200 len: 989 time: 0.9605105 Aug 18 16:00:06.291757 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'tag': '05bcec34-750e-4b31-9780-e9326f948736'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:00:06.292896 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1b2087-4da8-4942-ba6e-de361cf5cfb1" -d '{"events": [{"name": "network-changed", "server_uuid": "f31d073f-055f-42fb-a3b2-49a52736fc95", "tag": "05bcec34-750e-4b31-9780-e9326f948736"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:00:06.332409 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769ea67a-5a80-426c-85fd-6c385fc3a3ab x-openstack-request-id: req-769ea67a-5a80-426c-85fd-6c385fc3a3ab {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:00:06.332706 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31d073f-055f-42fb-a3b2-49a52736fc95", "tag": "05bcec34-750e-4b31-9780-e9326f948736", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:00:06.332986 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-769ea67a-5a80-426c-85fd-6c385fc3a3ab {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:00:06.333390 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'tag': '05bcec34-750e-4b31-9780-e9326f948736', 'status': 'completed', 'code': 200} Aug 18 16:00:06.404054 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b2087-4da8-4942-ba6e-de361cf5cfb1 req-c663dc43-b975-4c2b-b52e-5212726803a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:06.405869 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3e1b2087-4da8-4942-ba6e-de361cf5cfb1 req-c663dc43-b975-4c2b-b52e-5212726803a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac42aaec1012455badb5c679e314c6c2&device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 1098 time: 0.0486882 Aug 18 16:00:06.415493 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-3b0dcc80-3709-431b-9995-021455217eef None None] Set router f58162ec-11ed-4460-a423-bf1eda33b358 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:00:06.522899 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b2087-4da8-4942-ba6e-de361cf5cfb1 req-2d62e115-0a28-456a-907c-fbbadc934535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:06.524501 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3e1b2087-4da8-4942-ba6e-de361cf5cfb1 req-2d62e115-0a28-456a-907c-fbbadc934535 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6dd9555b-2983-4408-8b35-00021e19dc01 HTTP/1.1" status: 200 len: 917 time: 0.1028216 Aug 18 16:00:06.597685 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3e1b2087-4da8-4942-ba6e-de361cf5cfb1 req-96d834e4-7dc3-41df-bd3d-0f36a0e40558 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05bcec34-750e-4b31-9780-e9326f948736 HTTP/1.1" status: 200 len: 997 time: 0.0646672 Aug 18 16:00:06.661578 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b2087-4da8-4942-ba6e-de361cf5cfb1 req-7be387d4-417d-461a-96d8-50268213e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:06.663713 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3e1b2087-4da8-4942-ba6e-de361cf5cfb1 req-7be387d4-417d-461a-96d8-50268213e212 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2ac6339-ab36-442c-82a6-fe935bcb664c HTTP/1.1" status: 200 len: 855 time: 0.0567563 Aug 18 16:00:06.730638 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b2087-4da8-4942-ba6e-de361cf5cfb1 req-5f3c7ec3-3693-41b2-a4c9-ba0b05cfb7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:06.732202 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3e1b2087-4da8-4942-ba6e-de361cf5cfb1 req-5f3c7ec3-3693-41b2-a4c9-ba0b05cfb7db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6dd9555b-2983-4408-8b35-00021e19dc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543380 Aug 18 16:00:06.838102 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3e1b2087-4da8-4942-ba6e-de361cf5cfb1 req-e8ef5f43-aaac-4258-af3a-a91f38b4f487 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951078 Aug 18 16:00:06.849687 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-3b0dcc80-3709-431b-9995-021455217eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '16f64637-e891-48fa-bb55-659de83def4b', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'port_id': '05bcec34-750e-4b31-9780-e9326f948736', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'mac_address': 'fa:16:3e:f7:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:59:48Z', 'updated_at': '2021-08-18T16:00:05Z', 'revision_number': 1, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2', 'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'mac_address': 'fa:16:3e:df:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:44Z', 'updated_at': '2021-08-18T15:59:50Z', 'revision_number': 5, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'subnets': [{'id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:06.879280 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0dcc80-3709-431b-9995-021455217eef None None] Checking router: f58162ec-11ed-4460-a423-bf1eda33b358 for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:00:06.887745 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0dcc80-3709-431b-9995-021455217eef None None] Routers {'f58162ec-11ed-4460-a423-bf1eda33b358'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:00:06.888355 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-3b0dcc80-3709-431b-9995-021455217eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:59:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f58162ec-11ed-4460-a423-bf1eda33b358'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:06.935417 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3e1b2087-4da8-4942-ba6e-de361cf5cfb1 req-8149f95f-cdd0-4e16-a675-3ae9efd7bd6d service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896080 Aug 18 16:00:07.005916 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-3b0dcc80-3709-431b-9995-021455217eef None None] Set router f58162ec-11ed-4460-a423-bf1eda33b358 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:00:07.236829 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-3b0dcc80-3709-431b-9995-021455217eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '16f64637-e891-48fa-bb55-659de83def4b', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'port_id': '05bcec34-750e-4b31-9780-e9326f948736', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'mac_address': 'fa:16:3e:f7:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:59:48Z', 'updated_at': '2021-08-18T16:00:05Z', 'revision_number': 1, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2', 'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'mac_address': 'fa:16:3e:df:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:44Z', 'updated_at': '2021-08-18T15:59:50Z', 'revision_number': 5, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'subnets': [{'id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:07.262147 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0dcc80-3709-431b-9995-021455217eef None None] The sync data for ids ['f58162ec-11ed-4460-a423-bf1eda33b358'] in dv-cinder-778534-7-iscsi is: [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '16f64637-e891-48fa-bb55-659de83def4b', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'port_id': '05bcec34-750e-4b31-9780-e9326f948736', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'mac_address': 'fa:16:3e:f7:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:59:48Z', 'updated_at': '2021-08-18T16:00:05Z', 'revision_number': 1, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2', 'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'mac_address': 'fa:16:3e:df:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:44Z', 'updated_at': '2021-08-18T15:59:50Z', 'revision_number': 5, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'subnets': [{'id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:00:07.452717 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5db983-e934-4952-8fa7-91b353074fca None None] New status for floating IP 16f64637-e891-48fa-bb55-659de83def4b: ACTIVE {{(pid=93849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 16:00:10.614185 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b63bf-4b79-483e-99de-4a5e96afae37 req-00f5b356-8855-4fc0-a762-88ba93e30986 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:10.615864 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-264b63bf-4b79-483e-99de-4a5e96afae37 req-00f5b356-8855-4fc0-a762-88ba93e30986 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 985 time: 0.0839496 Aug 18 16:00:10.619150 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62101649-7557-4482-b8a0-803c27f543ba req-19bd39af-b0c0-4673-933d-f4942bea45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:10.620504 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-62101649-7557-4482-b8a0-803c27f543ba req-19bd39af-b0c0-4673-933d-f4942bea45dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77e136ad8c444be5ab6bb316db899707&device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 1138 time: 0.0619371 Aug 18 16:00:10.701964 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-264b63bf-4b79-483e-99de-4a5e96afae37 req-632b09d5-b799-4fa9-b76a-fc6805beff3e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&id=99267350-aea5-46f2-87fd-bfb757b78ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788572 Aug 18 16:00:10.737457 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62101649-7557-4482-b8a0-803c27f543ba req-27b69ddf-dd69-4672-a637-67a891f33e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:10.738902 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-62101649-7557-4482-b8a0-803c27f543ba req-27b69ddf-dd69-4672-a637-67a891f33e4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8e860e8-f3eb-4fc6-97eb-661d667222fa HTTP/1.1" status: 200 len: 916 time: 0.1034253 Aug 18 16:00:10.814790 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-62101649-7557-4482-b8a0-803c27f543ba req-937a70fb-3c3e-49a8-b6c7-06f48d10d647 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2d52bed-aed6-4435-b668-476f444126a7 HTTP/1.1" status: 200 len: 1001 time: 0.0623865 Aug 18 16:00:10.843713 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37182) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:10.867818 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62101649-7557-4482-b8a0-803c27f543ba req-2bdf8dbf-c91d-4825-841a-dafac1c5680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:10.869325 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-62101649-7557-4482-b8a0-803c27f543ba req-2bdf8dbf-c91d-4825-841a-dafac1c5680e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa9b8653-8df0-4191-b528-a8151a2e9f0f HTTP/1.1" status: 200 len: 854 time: 0.0468655 Aug 18 16:00:10.902021 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6db1cb-dea8-4c93-afe8-1a718d58df30 admin admin] Deleting subnet fcf4f24f-5d00-4a05-a317-901b12b78ffa {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 16:00:10.905263 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1f6db1cb-dea8-4c93-afe8-1a718d58df30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:10.916896 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62101649-7557-4482-b8a0-803c27f543ba req-bbda26b6-0e31-4c0f-a5dd-390016dbbd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:10.918431 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-62101649-7557-4482-b8a0-803c27f543ba req-bbda26b6-0e31-4c0f-a5dd-390016dbbd57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8e860e8-f3eb-4fc6-97eb-661d667222fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415106 Aug 18 16:00:10.942521 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1f6db1cb-dea8-4c93-afe8-1a718d58df30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13948654'] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:10.983126 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1f6db1cb-dea8-4c93-afe8-1a718d58df30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473169'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:11.020617 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-62101649-7557-4482-b8a0-803c27f543ba req-d83ed098-d6d2-4ee4-b865-58b31cb1ccbc service neutron] 10.222.0.20 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932231 Aug 18 16:00:11.043898 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1f6db1cb-dea8-4c93-afe8-1a718d58df30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13948497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14033944'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:11.056980 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1f6db1cb-dea8-4c93-afe8-1a718d58df30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:11.060658 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-1f6db1cb-dea8-4c93-afe8-1a718d58df30 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fcf4f24f-5d00-4a05-a317-901b12b78ffa HTTP/1.1" status: 204 len: 168 time: 0.2158406 Aug 18 16:00:11.062550 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37188) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:11.096555 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6db1cb-dea8-4c93-afe8-1a718d58df30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcf4f24f-5d00-4a05-a317-901b12b78ffa,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:11.127398 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-62101649-7557-4482-b8a0-803c27f543ba req-30b5e71a-9d74-40b8-af43-9d332d01dc47 service neutron] 10.222.0.20 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953841 Aug 18 16:00:11.159205 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e02fd2c1-4d11-42b6-b564-512639d79e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627848'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:11.249685 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e02fd2c1-4d11-42b6-b564-512639d79e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472536', 'neutron.services.segments.db._delete_segments_for_network-8780902331073'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:11.260320 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-e02fd2c1-4d11-42b6-b564-512639d79e20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d352241a-c502-4169-82e4-78c37c3b78b2']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:11.270435 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-e02fd2c1-4d11-42b6-b564-512639d79e20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863dcc96-1910-4781-a5d8-0e8eb2cc3fe9') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:11.270736 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-e02fd2c1-4d11-42b6-b564-512639d79e20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863dcc96-1910-4781-a5d8-0e8eb2cc3fe9') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:11.281126 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e02fd2c1-4d11-42b6-b564-512639d79e20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780902098598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13948647'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:11.299033 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e02fd2c1-4d11-42b6-b564-512639d79e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:11.314060 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02fd2c1-4d11-42b6-b564-512639d79e20 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 16:00:11.314313 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e02fd2c1-4d11-42b6-b564-512639d79e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13947635'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: timer() Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: cb(*args, **kw) Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: self._notify() Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: self.callback(batched_events) Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: event.method(event) Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._get(url).json() Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 16:00:11.316131 dv-cinder-778534-7-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 16:00:11.376610 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e02fd2c1-4d11-42b6-b564-512639d79e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468348'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:11.383786 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e02fd2c1-4d11-42b6-b564-512639d79e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:11.385646 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-e02fd2c1-4d11-42b6-b564-512639d79e20 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d352241a-c502-4169-82e4-78c37c3b78b2 HTTP/1.1" status: 204 len: 168 time: 0.3221853 Aug 18 16:00:11.398661 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fd2c1-4d11-42b6-b564-512639d79e20 admin admin] Pushing event deleted for resources: {'Network': ['ID=d352241a-c502-4169-82e4-78c37c3b78b2,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:11.563020 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37206) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:11.609789 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f0f4bc30-337c-400e-bc0a-b2df128629ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=323299017a00423c9df5d677826e3b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426311 Aug 18 16:00:11.610070 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37208) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:11.658100 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1be276bf-9d32-4ac8-8dbb-001f2c667928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:11.680487 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1be276bf-9d32-4ac8-8dbb-001f2c667928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:11.726956 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1be276bf-9d32-4ac8-8dbb-001f2c667928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:11.729623 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1be276bf-9d32-4ac8-8dbb-001f2c667928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:11.730784 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-1be276bf-9d32-4ac8-8dbb-001f2c667928 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c781dc5-3a61-4c93-a4bd-873148ad2fd5 HTTP/1.1" status: 204 len: 168 time: 0.1199527 Aug 18 16:00:11.738703 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be276bf-9d32-4ac8-8dbb-001f2c667928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c781dc5-3a61-4c93-a4bd-873148ad2fd5,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:11.833223 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12540084-de01-45ff-b405-bc950c378e53 req-665a6b40-ddf2-4282-aef4-94c46571720e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:11.835956 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-12540084-de01-45ff-b405-bc950c378e53 req-665a6b40-ddf2-4282-aef4-94c46571720e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 985 time: 0.0556054 Aug 18 16:00:11.876885 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-12540084-de01-45ff-b405-bc950c378e53 req-50ab6fe4-bcaf-4206-ae39-17955d61cce0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&id=99267350-aea5-46f2-87fd-bfb757b78ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348730 Aug 18 16:00:12.430648 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37234) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:12.529038 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-8014399a-d1f3-4510-9ee3-f01cfdb5f90c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1903945566-network', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:12.554935 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8014399a-d1f3-4510-9ee3-f01cfdb5f90c admin admin] Made reservation on behalf of 9a70d2f8bce441a3bd8ed3a702f2d6ec for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:00:12.557324 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8014399a-d1f3-4510-9ee3-f01cfdb5f90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:12.565962 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8014399a-d1f3-4510-9ee3-f01cfdb5f90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:12.666346 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8014399a-d1f3-4510-9ee3-f01cfdb5f90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:12.670707 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8014399a-d1f3-4510-9ee3-f01cfdb5f90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:12.701489 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8014399a-d1f3-4510-9ee3-f01cfdb5f90c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 16:00:12.710919 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014399a-d1f3-4510-9ee3-f01cfdb5f90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc417cac-d269-4b02-907b-aed00ac1fffb,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:12.717601 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8014399a-d1f3-4510-9ee3-f01cfdb5f90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:12.717937 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-8014399a-d1f3-4510-9ee3-f01cfdb5f90c admin admin] Added segment 2a3834b8-7b41-441b-9341-58dbdc1328c3 of type vlan for network b8354aa0-9bb4-42ac-9744-51be05790a22 Aug 18 16:00:12.726540 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37248) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:12.760259 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8014399a-d1f3-4510-9ee3-f01cfdb5f90c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:12.786432 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8014399a-d1f3-4510-9ee3-f01cfdb5f90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:12.788027 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8014399a-d1f3-4510-9ee3-f01cfdb5f90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:12.788613 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8014399a-d1f3-4510-9ee3-f01cfdb5f90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:12.837261 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-48afaaca-0c2d-43cb-95ed-63314749e4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:12.841975 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-8014399a-d1f3-4510-9ee3-f01cfdb5f90c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4102335 Aug 18 16:00:12.845261 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37252) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:12.852289 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-47611a9f-daed-4a6a-9bcf-12ec4801f2bc admin admin] Request body: {'subnet': {'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1903945566-subnet', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'ip_version': 4}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:12.853707 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014399a-d1f3-4510-9ee3-f01cfdb5f90c admin admin] Pushing event updated for resources: {'Network': ['ID=b8354aa0-9bb4-42ac-9744-51be05790a22,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:12.866121 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network b8354aa0-9bb4-42ac-9744-51be05790a22 details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 16:00:12.875343 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.db.api [None req-47611a9f-daed-4a6a-9bcf-12ec4801f2bc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 16:00:12.875343 dv-cinder-778534-7-iscsi neutron-server[93847]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 16:00:12.875343 dv-cinder-778534-7-iscsi neutron-server[93847]: [parameters: {'project_id_1': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'expiration_1': datetime.datetime(2021, 8, 18, 16, 0, 12, 860168)}] Aug 18 16:00:12.875343 dv-cinder-778534-7-iscsi neutron-server[93847]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 16:00:12.875800 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG oslo_db.api [None req-47611a9f-daed-4a6a-9bcf-12ec4801f2bc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 16:00:12.970803 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-48afaaca-0c2d-43cb-95ed-63314749e4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:12.975148 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-48afaaca-0c2d-43cb-95ed-63314749e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:13.035361 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-48afaaca-0c2d-43cb-95ed-63314749e4fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60acaf3bea0f40a6acb466f48b134d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075371 Aug 18 16:00:13.037058 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afaaca-0c2d-43cb-95ed-63314749e4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987b5b29-808f-42d6-b930-57a14cceebc7,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:13.038202 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37258) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:13.051544 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8e00a-7844-433d-b396-ac56885f127d req-870518e4-508e-4e83-9980-a055c5441058 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:13.053769 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a2f8e00a-7844-433d-b396-ac56885f127d req-870518e4-508e-4e83-9980-a055c5441058 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 985 time: 0.0953679 Aug 18 16:00:13.089880 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8474730d-1bf9-4c35-a18a-3b61246dda39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:13.095508 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a2f8e00a-7844-433d-b396-ac56885f127d req-0f730435-ffd6-4ade-919b-988a503cac6e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&id=99267350-aea5-46f2-87fd-bfb757b78ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356181 Aug 18 16:00:13.112036 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8474730d-1bf9-4c35-a18a-3b61246dda39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:13.159464 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8474730d-1bf9-4c35-a18a-3b61246dda39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:13.162731 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8474730d-1bf9-4c35-a18a-3b61246dda39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:13.163878 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-8474730d-1bf9-4c35-a18a-3b61246dda39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/987b5b29-808f-42d6-b930-57a14cceebc7 HTTP/1.1" status: 204 len: 168 time: 0.1246672 Aug 18 16:00:13.171312 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474730d-1bf9-4c35-a18a-3b61246dda39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987b5b29-808f-42d6-b930-57a14cceebc7,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:13.402138 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47611a9f-daed-4a6a-9bcf-12ec4801f2bc admin admin] Made reservation on behalf of 9a70d2f8bce441a3bd8ed3a702f2d6ec for: {'subnet': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:00:13.404471 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-47611a9f-daed-4a6a-9bcf-12ec4801f2bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14307652'] for subnet, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:13.429157 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37264) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:13.442047 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-59836f2c-3146-47b7-8f91-0d6d06b2d87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:13.534177 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-59836f2c-3146-47b7-8f91-0d6d06b2d87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:13.539282 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-59836f2c-3146-47b7-8f91-0d6d06b2d87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:13.576895 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-47611a9f-daed-4a6a-9bcf-12ec4801f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13958124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14307666'] for subnet, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:13.580099 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-59836f2c-3146-47b7-8f91-0d6d06b2d87d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f29da1f2c4734abc99df505f9110ebca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477702 Aug 18 16:00:13.580099 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59836f2c-3146-47b7-8f91-0d6d06b2d87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6fbc4a-515b-48c8-b284-80e102c8dd58,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:13.581011 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37266) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:13.905879 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47611a9f-daed-4a6a-9bcf-12ec4801f2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba900a4-cf58-43dd-a6a7-868c2f7a1387,revision_number=0']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:13.937208 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47611a9f-daed-4a6a-9bcf-12ec4801f2bc admin admin] Checking segment: {'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:00:13.937573 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47611a9f-daed-4a6a-9bcf-12ec4801f2bc admin admin] Network hostable DHCP agents. Network: b8354aa0-9bb4-42ac-9744-51be05790a22, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 16:00:13.939754 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-1d5a29f2-4849-4686-b7a9-fc4712dd661e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:13.970065 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-1d5a29f2-4849-4686-b7a9-fc4712dd661e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:13.978472 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47611a9f-daed-4a6a-9bcf-12ec4801f2bc admin admin] Network b8354aa0-9bb4-42ac-9744-51be05790a22 is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 16:00:14.005180 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-47611a9f-daed-4a6a-9bcf-12ec4801f2bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, b8354aa0-9bb4-42ac-9744-51be05790a22) {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:00:14.012161 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47611a9f-daed-4a6a-9bcf-12ec4801f2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:14.012701 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-47611a9f-daed-4a6a-9bcf-12ec4801f2bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.016034 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb8251a-06d4-474d-958e-83f3fcb5ee4c None None] Network b8354aa0-9bb4-42ac-9744-51be05790a22 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 16:00:14.028122 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-47611a9f-daed-4a6a-9bcf-12ec4801f2bc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1803439 Aug 18 16:00:14.031184 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37270) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:14.035881 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:14.045839 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-1d5a29f2-4849-4686-b7a9-fc4712dd661e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.048713 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-1d5a29f2-4849-4686-b7a9-fc4712dd661e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.053328 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-1d5a29f2-4849-4686-b7a9-fc4712dd661e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b6fbc4a-515b-48c8-b284-80e102c8dd58 HTTP/1.1" status: 204 len: 168 time: 0.4707000 Aug 18 16:00:14.062825 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a29f2-4849-4686-b7a9-fc4712dd661e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6fbc4a-515b-48c8-b284-80e102c8dd58,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:14.066584 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4559'] for router, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.067899 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4550'] for router, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.129944 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.212207 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17a5b9fc-3a6e-58d6-85c8-41a721a533fa-b8354aa0-9bb4-42ac-9744-51be05790a22', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387'}]}} from dv-cinder-778534-7-iscsi. {{(pid=93848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 16:00:14.213406 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.232715 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09d84b-d88a-4564-bb89-52bb039b43d7 req-a9fc4f54-48d0-47b3-b299-fdacea05233d tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:14.235452 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b09d84b-d88a-4564-bb89-52bb039b43d7 req-a9fc4f54-48d0-47b3-b299-fdacea05233d tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 985 time: 0.0636249 Aug 18 16:00:14.291648 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.297114 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b09d84b-d88a-4564-bb89-52bb039b43d7 req-3971ec12-99d1-4d93-bc31-426e1f585a95 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&id=99267350-aea5-46f2-87fd-bfb757b78ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508575 Aug 18 16:00:14.375591 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.db_base_plugin_common [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Allocated IP 172.20.0.2 (b8354aa0-9bb4-42ac-9744-51be05790a22/aba900a4-cf58-43dd-a6a7-868c2f7a1387/82ab849a-47d0-4dd1-834b-6f4b3545eb3a) {{(pid=93848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:00:14.457142 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37278) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:14.474345 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-515e4133-f4ed-44fb-9326-852c6edcc8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.523022 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.530275 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Notify callbacks [] for port, precommit_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.539666 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Transition to ACTIVE for port object 82ab849a-47d0-4dd1-834b-6f4b3545eb3a will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:00:14.544069 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.558848 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Transition to ACTIVE for port object 82ab849a-47d0-4dd1-834b-6f4b3545eb3a will not be triggered until provisioned by entity DHCP. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:00:14.566865 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859'] for port, after_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.577471 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-515e4133-f4ed-44fb-9326-852c6edcc8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.582183 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-515e4133-f4ed-44fb-9326-852c6edcc8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.614073 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Network b8354aa0-9bb4-42ac-9744-51be05790a22 is already hosted by enough agents. {{(pid=93848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:00:14.617247 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.base_scheduler [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Resources bound (agent type, host, resource id): {{(pid=93848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:00:14.619945 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Received port after_create {{(pid=93848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:00:14.630854 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-515e4133-f4ed-44fb-9326-852c6edcc8ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=260d16de0b8c40749321c939909378d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725104 Aug 18 16:00:14.631553 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Pushing event updated for resources: {'Port': ['ID=82ab849a-47d0-4dd1-834b-6f4b3545eb3a,revision_number=1']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:14.631684 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e4133-f4ed-44fb-9326-852c6edcc8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9690c6-86ef-4c35-af88-6d44f807cec4,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:14.637115 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37280) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:14.675039 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:00:14.675702 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:00:14.676044 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:00:14.676387 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:00:14.676724 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:00:14.677088 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:00:14.678276 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:00:14.678782 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:00:14.679282 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:00:14.679613 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:00:14.679946 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:00:14.680268 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:00:14.680391 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Allocated IP 172.27.2.39 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/9b30770a-3a61-47b9-ad62-dabcd38ff547) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:00:14.695031 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7906dbed-4f92-4409-b63d-d4a68c2ba737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.701762 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Attempting to bind port 82ab849a-47d0-4dd1-834b-6f4b3545eb3a on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:00:14.702151 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Attempting to bind port 82ab849a-47d0-4dd1-834b-6f4b3545eb3a by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:00:14.702609 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Attempting to bind port 82ab849a-47d0-4dd1-834b-6f4b3545eb3a on network b8354aa0-9bb4-42ac-9744-51be05790a22 {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:00:14.708728 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:00:14.709065 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Checking segment: {'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:00:14.709739 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.710122 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Bound using segment: {'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:00:14.710595 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Bound port: 82ab849a-47d0-4dd1-834b-6f4b3545eb3a, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:00:14.710975 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.718908 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7906dbed-4f92-4409-b63d-d4a68c2ba737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.770828 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7906dbed-4f92-4409-b63d-d4a68c2ba737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.774341 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7906dbed-4f92-4409-b63d-d4a68c2ba737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.777978 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-7906dbed-4f92-4409-b63d-d4a68c2ba737 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c9690c6-86ef-4c35-af88-6d44f807cec4 HTTP/1.1" status: 204 len: 168 time: 0.1374717 Aug 18 16:00:14.778153 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-203c1d55-46ad-4d87-a9d1-4c5776e1c8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.784132 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906dbed-4f92-4409-b63d-d4a68c2ba737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9690c6-86ef-4c35-af88-6d44f807cec4,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:14.806022 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] For port 82ab849a-47d0-4dd1-834b-6f4b3545eb3a, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:00:14.819406 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] For port 82ab849a-47d0-4dd1-834b-6f4b3545eb3a, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=82ab849a-47d0-4dd1-834b-6f4b3545eb3a,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:00:14.821564 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.825200 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.872129 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:14.894675 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bbfb1-6e74-46ba-8847-1819ff31202b None None] Pushing event updated for resources: {'Port': ['ID=82ab849a-47d0-4dd1-834b-6f4b3545eb3a,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:14.922715 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:00:14.930352 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:00:14.932911 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:00:14.958722 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Pushing event updated for resources: {'Port': ['ID=9b30770a-3a61-47b9-ad62-dabcd38ff547,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:15.018345 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:00:15.238480 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:15.428709 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080db741-b92d-4a42-952e-3f5e185d0015 req-263d484e-47ea-43b4-ac6b-94f649706108 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:15.430306 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-080db741-b92d-4a42-952e-3f5e185d0015 req-263d484e-47ea-43b4-ac6b-94f649706108 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 985 time: 0.0730639 Aug 18 16:00:15.455945 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470822'] for router, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:15.475755 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-080db741-b92d-4a42-952e-3f5e185d0015 req-5a6f76d9-06b4-4c02-be69-889e7dcbf403 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&id=99267350-aea5-46f2-87fd-bfb757b78ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391898 Aug 18 16:00:15.838400 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 is scheduled to L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac with binding_index 1 {{(pid=93846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 16:00:15.878449 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ecc130-7cac-4f8a-882b-d00b5820c58f None None] Network b8354aa0-9bb4-42ac-9744-51be05790a22 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 16:00:15.952871 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:00:15.967025 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Sync routers for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:00:15.970244 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:15.971765 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ca7b756d-a029-49d1-8236-425a1f4c4e8c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9394541 Aug 18 16:00:15.975014 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37312) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:16.012010 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:00:16.012669 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:59:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:16.060305 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-d40dcea6-715e-44af-9977-93f4be5177e8 None None] Provisioning for port 82ab849a-47d0-4dd1-834b-6f4b3545eb3a completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:00:16.180727 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:00:16.267343 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 82ab849a-47d0-4dd1-834b-6f4b3545eb3a up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:00:16.399883 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 82ab849a-47d0-4dd1-834b-6f4b3545eb3a completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:00:16.406048 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 82ab849a-47d0-4dd1-834b-6f4b3545eb3a triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:16.406514 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:16.476007 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:16.601042 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069abc5-1af5-4aab-9dbf-304fd9287db6 req-e4c9d80a-7ae4-412e-9938-f725ddaf381d tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:16.601602 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-02b7cdb5-9ffc-4ffd-b20b-76b12ab90f10 None None] Provisioning complete for port 82ab849a-47d0-4dd1-834b-6f4b3545eb3a triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:16.601713 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-02b7cdb5-9ffc-4ffd-b20b-76b12ab90f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:16.602479 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6069abc5-1af5-4aab-9dbf-304fd9287db6 req-e4c9d80a-7ae4-412e-9938-f725ddaf381d tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 985 time: 0.0558040 Aug 18 16:00:16.636718 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:15Z', 'revision_number': 3, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:16.649810 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6069abc5-1af5-4aab-9dbf-304fd9287db6 req-b3e5424e-250c-4f1f-ab14-aae42a4e6797 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&id=99267350-aea5-46f2-87fd-bfb757b78ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393190 Aug 18 16:00:16.655427 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Allocated IP 172.20.0.1 (b8354aa0-9bb4-42ac-9744-51be05790a22/aba900a4-cf58-43dd-a6a7-868c2f7a1387/5ec40276-1e57-44a4-a46d-7dd4714fbaeb) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:00:16.694430 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Checking router: af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:00:16.694794 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Updating router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 port 9b30770a-3a61-47b9-ad62-dabcd38ff547 binding host dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 16:00:16.738146 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:16.750035 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:16.773438 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:16.787774 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Transition to ACTIVE for port object 5ec40276-1e57-44a4-a46d-7dd4714fbaeb will not be triggered until provisioned by entity DHCP. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:00:16.822406 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:16.824041 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-02b7cdb5-9ffc-4ffd-b20b-76b12ab90f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:16.863425 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Network b8354aa0-9bb4-42ac-9744-51be05790a22 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:00:16.869223 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:00:16.872797 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:00:16.893133 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port 82ab849a-47d0-4dd1-834b-6f4b3545eb3a, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=82ab849a-47d0-4dd1-834b-6f4b3545eb3a,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:00:16.900046 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Pushing event updated for resources: {'Port': ['ID=5ec40276-1e57-44a4-a46d-7dd4714fbaeb,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:16.913976 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:16.916047 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629806'] for router_interface, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:17.037249 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.db.api [None req-02b7cdb5-9ffc-4ffd-b20b-76b12ab90f10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 16:00:17.037521 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG oslo_db.api [None req-02b7cdb5-9ffc-4ffd-b20b-76b12ab90f10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 16:00:17.057522 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=82ab849a-47d0-4dd1-834b-6f4b3545eb3a,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:17.067143 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:17.160331 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:17.170462 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Transition to ACTIVE for port object 9b30770a-3a61-47b9-ad62-dabcd38ff547 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:00:17.176692 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:17.237355 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d1592-637a-40c6-a368-46a3424d58b6 None None] Pushing event updated for resources: {'Port': ['ID=9b30770a-3a61-47b9-ad62-dabcd38ff547,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:17.241512 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Attempting to bind port 9b30770a-3a61-47b9-ad62-dabcd38ff547 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:00:17.241898 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Attempting to bind port 9b30770a-3a61-47b9-ad62-dabcd38ff547 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:00:17.242271 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Attempting to bind port 9b30770a-3a61-47b9-ad62-dabcd38ff547 on network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:00:17.242812 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:17.249405 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:00:17.250473 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:17.252899 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Checking segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:00:17.253541 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:17.254089 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Bound using segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:00:17.254720 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Bound port: 9b30770a-3a61-47b9-ad62-dabcd38ff547, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:00:17.255742 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:17.321638 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] For port 9b30770a-3a61-47b9-ad62-dabcd38ff547, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:00:17.327177 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] For port 9b30770a-3a61-47b9-ad62-dabcd38ff547, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=9b30770a-3a61-47b9-ad62-dabcd38ff547,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:00:17.333478 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:17.337260 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Pushing event updated for resources: {'Port': ['ID=5ec40276-1e57-44a4-a46d-7dd4714fbaeb,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:17.341243 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629850'] for router_interface, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:17.391965 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:00:17.392604 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T15:59:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:17.443783 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Network b8354aa0-9bb4-42ac-9744-51be05790a22 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:00:17.445321 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:00:17.445516 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d1592-637a-40c6-a368-46a3424d58b6 None None] Pushing event updated for resources: {'Port': ['ID=9b30770a-3a61-47b9-ad62-dabcd38ff547,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:17.546641 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:00:17.591984 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:00:17.738264 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:00:17.744808 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-7aa34420-6c17-48fd-b5ce-1cc7d0540b6a admin admin] 10.222.0.44 "PUT /v2.0/routers/af9bfe46-dbf0-4985-aabb-b1ee3e8f4969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7680194 Aug 18 16:00:17.760830 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-03df1258-24dd-4e35-a037-985046321d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:17.796809 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51015f30-13bd-4097-86f8-cc2e26a49052 req-4197f059-ce53-4909-8eaf-6917506f49fb tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:17.799468 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-51015f30-13bd-4097-86f8-cc2e26a49052 req-4197f059-ce53-4909-8eaf-6917506f49fb tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 985 time: 0.0612397 Aug 18 16:00:17.809552 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-ed95df45-858d-4d50-b94c-6d9827e6ec33 None None] Provisioning for port 5ec40276-1e57-44a4-a46d-7dd4714fbaeb completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:00:17.814646 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-ed95df45-858d-4d50-b94c-6d9827e6ec33 None None] Provisioning complete for port 5ec40276-1e57-44a4-a46d-7dd4714fbaeb triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:17.815028 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ed95df45-858d-4d50-b94c-6d9827e6ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:17.851735 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-51015f30-13bd-4097-86f8-cc2e26a49052 req-c7b2bc96-2f35-4564-b4af-5c9f0071f676 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&id=99267350-aea5-46f2-87fd-bfb757b78ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422390 Aug 18 16:00:17.908902 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-ed95df45-858d-4d50-b94c-6d9827e6ec33 None None] Port 5ec40276-1e57-44a4-a46d-7dd4714fbaeb cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 16:00:17.913692 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:17.944834 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 2, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:17.977283 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd0593e-5d9c-44c6-92b2-d9ae8aefaadb None None] The sync data for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi is: [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 2, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:00:18.315128 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 82ab849a-47d0-4dd1-834b-6f4b3545eb3a up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:00:18.428714 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 82ab849a-47d0-4dd1-834b-6f4b3545eb3a triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:18.429259 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:18.466687 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de318c4-f1b0-4c60-8142-0be44a716ea8 req-9da13220-77df-4087-a8d8-8eb15e83667d tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:18.475258 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3de318c4-f1b0-4c60-8142-0be44a716ea8 req-9da13220-77df-4087-a8d8-8eb15e83667d tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0790629 Aug 18 16:00:18.522690 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3de318c4-f1b0-4c60-8142-0be44a716ea8 req-8bf302db-1f8e-47f0-823f-4d2fe48993e5 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462697 Aug 18 16:00:18.572291 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37364) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:18.579655 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-5f8f83d6-2126-42f3-943e-42eb1d8ee043 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-377772674-network', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:18.604301 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8f83d6-2126-42f3-943e-42eb1d8ee043 admin admin] Made reservation on behalf of aa3260b7691b48d891a1562ce314d5fb for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:00:18.607415 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5f8f83d6-2126-42f3-943e-42eb1d8ee043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:18.620256 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5f8f83d6-2126-42f3-943e-42eb1d8ee043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:18.736865 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5f8f83d6-2126-42f3-943e-42eb1d8ee043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:18.741990 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5f8f83d6-2126-42f3-943e-42eb1d8ee043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:18.773133 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8f83d6-2126-42f3-943e-42eb1d8ee043 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 16:00:18.777878 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:18.794638 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f83d6-2126-42f3-943e-42eb1d8ee043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c62f67-db4c-4aeb-8411-d3ea17938245,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:18.812063 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5f8f83d6-2126-42f3-943e-42eb1d8ee043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:18.812396 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-5f8f83d6-2126-42f3-943e-42eb1d8ee043 admin admin] Added segment 9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1 of type vlan for network 3466c3c9-5417-4b47-b7fa-82f90c1a61c4 Aug 18 16:00:18.869994 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5f8f83d6-2126-42f3-943e-42eb1d8ee043 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:18.904817 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5f8f83d6-2126-42f3-943e-42eb1d8ee043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:18.906103 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8f83d6-2126-42f3-943e-42eb1d8ee043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:18.906852 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5f8f83d6-2126-42f3-943e-42eb1d8ee043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:18.949196 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-5f8f83d6-2126-42f3-943e-42eb1d8ee043 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3755271 Aug 18 16:00:18.973530 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37374) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:18.983228 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-fe0405cd-b319-4321-ac01-97cf9544565a admin admin] Request body: {'subnet': {'network_id': '3466c3c9-5417-4b47-b7fa-82f90c1a61c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-377772674-subnet', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb', 'ip_version': 4}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:19.023281 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679dfab-b009-4950-8e0b-039d4797ab6d req-8eb0968f-b557-4276-b923-c4c3e10a3a58 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:19.030873 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d679dfab-b009-4950-8e0b-039d4797ab6d req-8eb0968f-b557-4276-b923-c4c3e10a3a58 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 985 time: 0.0962577 Aug 18 16:00:19.040316 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0405cd-b319-4321-ac01-97cf9544565a admin admin] Made reservation on behalf of aa3260b7691b48d891a1562ce314d5fb for: {'subnet': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:00:19.043006 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-fe0405cd-b319-4321-ac01-97cf9544565a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14307652'] for subnet, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:19.045613 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f83d6-2126-42f3-943e-42eb1d8ee043 admin admin] Pushing event updated for resources: {'Network': ['ID=3466c3c9-5417-4b47-b7fa-82f90c1a61c4,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:19.061914 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network 3466c3c9-5417-4b47-b7fa-82f90c1a61c4 details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 16:00:19.153368 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d679dfab-b009-4950-8e0b-039d4797ab6d req-ac93cbe8-5b14-4a9c-b974-8670ffefc38f tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&id=99267350-aea5-46f2-87fd-bfb757b78ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1215675 Aug 18 16:00:19.298392 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-fe0405cd-b319-4321-ac01-97cf9544565a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13958124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14307666'] for subnet, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:19.364872 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0405cd-b319-4321-ac01-97cf9544565a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff72c02-512c-41ec-ad2d-4121ffa00caa,revision_number=0']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:19.374337 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0405cd-b319-4321-ac01-97cf9544565a admin admin] Checking segment: {'id': '9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3466c3c9-5417-4b47-b7fa-82f90c1a61c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:00:19.374704 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0405cd-b319-4321-ac01-97cf9544565a admin admin] Network hostable DHCP agents. Network: 3466c3c9-5417-4b47-b7fa-82f90c1a61c4, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 16:00:19.391367 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0405cd-b319-4321-ac01-97cf9544565a admin admin] Network 3466c3c9-5417-4b47-b7fa-82f90c1a61c4 is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 16:00:19.401348 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-fe0405cd-b319-4321-ac01-97cf9544565a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, 3466c3c9-5417-4b47-b7fa-82f90c1a61c4) {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:00:19.405764 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0405cd-b319-4321-ac01-97cf9544565a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:19.406347 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-fe0405cd-b319-4321-ac01-97cf9544565a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:19.410403 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e24b9f7-ed30-4647-8992-c20311ce3ca2 None None] Network 3466c3c9-5417-4b47-b7fa-82f90c1a61c4 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 16:00:19.425007 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-fe0405cd-b319-4321-ac01-97cf9544565a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4476855 Aug 18 16:00:19.425889 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37380) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:19.431340 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-377772674-router', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:19.455626 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4559'] for router, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:19.458650 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4550'] for router, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:19.521368 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:19.586938 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17a5b9fc-3a6e-58d6-85c8-41a721a533fa-3466c3c9-5417-4b47-b7fa-82f90c1a61c4', 'network_id': '3466c3c9-5417-4b47-b7fa-82f90c1a61c4', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb', 'fixed_ips': [{'subnet_id': '3ff72c02-512c-41ec-ad2d-4121ffa00caa'}]}} from dv-cinder-778534-7-iscsi. {{(pid=93848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 16:00:19.588480 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:19.656053 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431e970-f5bc-4a26-bc5a-2925ae9d5608 req-aa2ba2c8-8f31-40d4-b042-7f3261f65f03 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:19.657497 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c431e970-f5bc-4a26-bc5a-2925ae9d5608 req-aa2ba2c8-8f31-40d4-b042-7f3261f65f03 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0624394 Aug 18 16:00:19.689180 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:19.701428 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c431e970-f5bc-4a26-bc5a-2925ae9d5608 req-b3dc7ada-d8de-4a64-84ac-0db41b80d4d2 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366595 Aug 18 16:00:19.746928 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.db_base_plugin_common [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Allocated IP 172.20.0.2 (3466c3c9-5417-4b47-b7fa-82f90c1a61c4/3ff72c02-512c-41ec-ad2d-4121ffa00caa/23d36f04-e5f2-4a75-b0c7-255230b661f5) {{(pid=93848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:00:19.905407 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:19.925417 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:20.036194 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:20.046463 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Allocated IP 172.27.2.240 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/836f18a3-eea5-4986-9e12-c31db7698c68) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:00:20.053122 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Notify callbacks [] for port, precommit_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:20.061621 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Transition to ACTIVE for port object 23d36f04-e5f2-4a75-b0c7-255230b661f5 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:00:20.076791 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Transition to ACTIVE for port object 23d36f04-e5f2-4a75-b0c7-255230b661f5 will not be triggered until provisioned by entity DHCP. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:00:20.083031 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859'] for port, after_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:20.123923 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Network 3466c3c9-5417-4b47-b7fa-82f90c1a61c4 is already hosted by enough agents. {{(pid=93848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:00:20.127014 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.base_scheduler [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Resources bound (agent type, host, resource id): {{(pid=93848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:00:20.131535 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Received port after_create {{(pid=93848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:00:20.142150 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Pushing event updated for resources: {'Port': ['ID=23d36f04-e5f2-4a75-b0c7-255230b661f5,revision_number=1']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:20.156618 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:20.194201 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Attempting to bind port 23d36f04-e5f2-4a75-b0c7-255230b661f5 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:00:20.194575 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Attempting to bind port 23d36f04-e5f2-4a75-b0c7-255230b661f5 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3466c3c9-5417-4b47-b7fa-82f90c1a61c4'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:00:20.194944 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Attempting to bind port 23d36f04-e5f2-4a75-b0c7-255230b661f5 on network 3466c3c9-5417-4b47-b7fa-82f90c1a61c4 {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:00:20.201457 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 16, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:00:20.201955 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Checking segment: {'id': '9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3466c3c9-5417-4b47-b7fa-82f90c1a61c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:00:20.202597 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:20.203253 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Bound using segment: {'id': '9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3466c3c9-5417-4b47-b7fa-82f90c1a61c4'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:00:20.203828 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Bound port: 23d36f04-e5f2-4a75-b0c7-255230b661f5, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3466c3c9-5417-4b47-b7fa-82f90c1a61c4'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:00:20.204311 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:20.230388 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:20.285769 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:00:20.293415 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 9b30770a-3a61-47b9-ad62-dabcd38ff547 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:00:20.296903 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:00:20.303366 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:00:20.330938 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7b9de-d84b-4299-9e21-03f135150b03 req-17adfec0-8a3d-4ba9-9304-36bdfca348fd tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:20.339486 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dac7b9de-d84b-4299-9e21-03f135150b03 req-17adfec0-8a3d-4ba9-9304-36bdfca348fd tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 985 time: 0.0857410 Aug 18 16:00:20.342914 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Pushing event updated for resources: {'Port': ['ID=836f18a3-eea5-4986-9e12-c31db7698c68,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:20.381313 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 9b30770a-3a61-47b9-ad62-dabcd38ff547 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:00:20.401087 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 9b30770a-3a61-47b9-ad62-dabcd38ff547 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:20.401700 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:20.403685 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Sync routers for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:00:20.406023 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] For port 23d36f04-e5f2-4a75-b0c7-255230b661f5, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:00:20.411265 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] For port 23d36f04-e5f2-4a75-b0c7-255230b661f5, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=23d36f04-e5f2-4a75-b0c7-255230b661f5,segment=NetworkSegment(9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1),segment_id=9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:00:20.425791 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:00:20.427175 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:00:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:20.439813 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dac7b9de-d84b-4299-9e21-03f135150b03 req-9385ece5-a304-47ea-b640-ebabec0abe06 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&id=99267350-aea5-46f2-87fd-bfb757b78ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989621 Aug 18 16:00:20.446082 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:20.463046 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaaaed-4cdd-44dc-8790-63b7cae652a0 req-d6527dde-4e3a-4071-8f9e-abfd40bce00f tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:20.464953 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-46eaaaed-4cdd-44dc-8790-63b7cae652a0 req-d6527dde-4e3a-4071-8f9e-abfd40bce00f tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.0812376 Aug 18 16:00:20.578744 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac15c95-1990-4e2b-83ab-10dff3d669da None None] Pushing event updated for resources: {'Port': ['ID=23d36f04-e5f2-4a75-b0c7-255230b661f5,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:20.615883 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:00:20.680097 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:20.694989 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-46eaaaed-4cdd-44dc-8790-63b7cae652a0 req-aa1c908e-12b0-45bb-96cf-9575bce3b1f1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Deleting port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:00:20.695904 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-46eaaaed-4cdd-44dc-8790-63b7cae652a0 req-aa1c908e-12b0-45bb-96cf-9575bce3b1f1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:20.723865 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port 9b30770a-3a61-47b9-ad62-dabcd38ff547, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=9b30770a-3a61-47b9-ad62-dabcd38ff547,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:00:20.741418 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:20.906034 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-46eaaaed-4cdd-44dc-8790-63b7cae652a0 req-aa1c908e-12b0-45bb-96cf-9575bce3b1f1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] For port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=2a3adc23-1d74-4cd8-8ec3-75212b5a70bb,segment=NetworkSegment(f0c592b3-ba7d-4fbe-a26b-9c2387ca595a),segment_id=f0c592b3-ba7d-4fbe-a26b-9c2387ca595a)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:00:20.906404 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-46eaaaed-4cdd-44dc-8790-63b7cae652a0 req-aa1c908e-12b0-45bb-96cf-9575bce3b1f1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:20.911570 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=9b30770a-3a61-47b9-ad62-dabcd38ff547,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:21.060563 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 2, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:21.093038 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:21.114076 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Checking router: af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:00:21.114400 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Updating router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 port 5ec40276-1e57-44a4-a46d-7dd4714fbaeb binding host dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 16:00:21.117834 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cc16f-f53d-4326-a06a-52231c34edb3 req-c41860d4-bbc9-4671-b7ff-860fe3742b0c tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:21.119586 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-892cc16f-f53d-4326-a06a-52231c34edb3 req-c41860d4-bbc9-4671-b7ff-860fe3742b0c tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 946 time: 0.2157562 Aug 18 16:00:21.151553 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:21.155950 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:21.323991 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-46eaaaed-4cdd-44dc-8790-63b7cae652a0 req-aa1c908e-12b0-45bb-96cf-9575bce3b1f1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:21.324457 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-46eaaaed-4cdd-44dc-8790-63b7cae652a0 req-aa1c908e-12b0-45bb-96cf-9575bce3b1f1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:21.324776 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.l3_db [req-46eaaaed-4cdd-44dc-8790-63b7cae652a0 req-aa1c908e-12b0-45bb-96cf-9575bce3b1f1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Floating IP c4d0865c-8cb8-4159-bc36-be1f5fe425f6 disassociated. External IP: 172.27.2.203, port: 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb. Aug 18 16:00:21.325223 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-46eaaaed-4cdd-44dc-8790-63b7cae652a0 req-aa1c908e-12b0-45bb-96cf-9575bce3b1f1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Calling delete_port for 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:00:21.358135 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-892cc16f-f53d-4326-a06a-52231c34edb3 req-3a9c28a7-ee80-4430-8f31-1cddadcd88df tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f144e96-ea8b-46d1-8669-b5b49bb059a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229602 Aug 18 16:00:21.366977 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470822'] for router, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:21.525979 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-46eaaaed-4cdd-44dc-8790-63b7cae652a0 req-aa1c908e-12b0-45bb-96cf-9575bce3b1f1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:21.582542 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c908e-12b0-45bb-96cf-9575bce3b1f1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event deleted for resources: {'Port': ['ID=2a3adc23-1d74-4cd8-8ec3-75212b5a70bb,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:21.600577 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Router f1a3a7d8-c662-45c4-a303-57b0236427d1 is scheduled to L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac with binding_index 1 {{(pid=93846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 16:00:21.641962 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:21.660447 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.provisioning_blocks [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Transition to ACTIVE for port object 5ec40276-1e57-44a4-a46d-7dd4714fbaeb will not be triggered until provisioned by entity L2. {{(pid=93849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:00:21.673679 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:21.730488 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7afb3-e999-407f-8a4b-f4150f59df3e None None] Pushing event updated for resources: {'Port': ['ID=5ec40276-1e57-44a4-a46d-7dd4714fbaeb,revision_number=3']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:21.812055 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf12f3d-714c-47fd-af90-0e88d9d75625 req-ea0e7af9-bfc7-4a15-b760-57489855380b tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:21.813964 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8bf12f3d-714c-47fd-af90-0e88d9d75625 req-ea0e7af9-bfc7-4a15-b760-57489855380b tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 985 time: 0.1617932 Aug 18 16:00:21.825873 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46eaaaed-4cdd-44dc-8790-63b7cae652a0 req-aa1c908e-12b0-45bb-96cf-9575bce3b1f1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:00:21.839426 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Attempting to bind port 5ec40276-1e57-44a4-a46d-7dd4714fbaeb on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:00:21.839795 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Attempting to bind port 5ec40276-1e57-44a4-a46d-7dd4714fbaeb by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:00:21.840157 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Attempting to bind port 5ec40276-1e57-44a4-a46d-7dd4714fbaeb on network b8354aa0-9bb4-42ac-9744-51be05790a22 {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:00:21.847140 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 16, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:00:21.847800 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Checking segment: {'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:00:21.848155 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:21.848648 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Bound using segment: {'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:00:21.849535 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Bound port: 5ec40276-1e57-44a4-a46d-7dd4714fbaeb, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'}}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:00:21.850047 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:21.864646 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:00:21.875619 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Sync routers for ids ['f1a3a7d8-c662-45c4-a303-57b0236427d1'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:00:21.892872 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Routers {'f1a3a7d8-c662-45c4-a303-57b0236427d1'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:00:21.893528 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:00:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f1a3a7d8-c662-45c4-a303-57b0236427d1'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:21.903793 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:21.908196 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-2d08374a-5707-44c7-8d20-8c4a14119b7d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4810095 Aug 18 16:00:21.910832 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37426) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:21.950451 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8bf12f3d-714c-47fd-af90-0e88d9d75625 req-7a5dedcc-8324-4133-af1c-9bd8f3137bf8 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&id=99267350-aea5-46f2-87fd-bfb757b78ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271765 Aug 18 16:00:22.022330 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] For port 5ec40276-1e57-44a4-a46d-7dd4714fbaeb, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:00:22.045718 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] For port 5ec40276-1e57-44a4-a46d-7dd4714fbaeb, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=5ec40276-1e57-44a4-a46d-7dd4714fbaeb,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:00:22.050386 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:22.186681 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31271936-59d6-4909-bc89-4731be27fe7a None None] Network 3466c3c9-5417-4b47-b7fa-82f90c1a61c4 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 16:00:22.189627 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46eaaaed-4cdd-44dc-8790-63b7cae652a0 req-aa1c908e-12b0-45bb-96cf-9575bce3b1f1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:00:22.203860 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:00:22.204829 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:00:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:22.226394 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d14b47-1dcf-43d5-b6ab-52ad82874274 None None] Sync routers for ids ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:00:22.247302 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Set router f1a3a7d8-c662-45c4-a303-57b0236427d1 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:00:22.313823 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-46eaaaed-4cdd-44dc-8790-63b7cae652a0 req-aa1c908e-12b0-45bb-96cf-9575bce3b1f1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] No DVR routers for this DVR port 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:00:22.317607 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-46eaaaed-4cdd-44dc-8790-63b7cae652a0 req-aa1c908e-12b0-45bb-96cf-9575bce3b1f1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:22.320976 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-46eaaaed-4cdd-44dc-8790-63b7cae652a0 req-aa1c908e-12b0-45bb-96cf-9575bce3b1f1 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.20 "DELETE /v2.0/ports/2a3adc23-1d74-4cd8-8ec3-75212b5a70bb HTTP/1.1" status: 204 len: 173 time: 1.8396029 Aug 18 16:00:22.321553 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a25739-8dce-4175-8c5d-3e4177b894ec', 'name': 'network-vif-deleted', 'tag': '2a3adc23-1d74-4cd8-8ec3-75212b5a70bb'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:00:22.324569 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23795341-215e-4be2-8e50-eaf5aeb0a557" -d '{"events": [{"server_uuid": "b5a25739-8dce-4175-8c5d-3e4177b894ec", "name": "network-vif-deleted", "tag": "2a3adc23-1d74-4cd8-8ec3-75212b5a70bb"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:00:22.452760 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881b38e3-20ed-405a-8911-5ca295152aad x-openstack-request-id: req-881b38e3-20ed-405a-8911-5ca295152aad {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:00:22.453353 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a25739-8dce-4175-8c5d-3e4177b894ec", "name": "network-vif-deleted", "tag": "2a3adc23-1d74-4cd8-8ec3-75212b5a70bb", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:00:22.453532 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-881b38e3-20ed-405a-8911-5ca295152aad {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:00:22.454031 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a25739-8dce-4175-8c5d-3e4177b894ec', 'name': 'network-vif-deleted', 'tag': '2a3adc23-1d74-4cd8-8ec3-75212b5a70bb', 'status': 'completed', 'code': 200} Aug 18 16:00:22.533797 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-236617b3-055f-433f-b74f-034cb9e1b33e req-eb8bf581-99b2-47e1-a431-c95964aef310 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a25739-8dce-4175-8c5d-3e4177b894ec HTTP/1.1" status: 200 len: 210 time: 0.0469053 Aug 18 16:00:22.586024 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 23d36f04-e5f2-4a75-b0c7-255230b661f5 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:00:22.621856 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:00:22.676624 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 23d36f04-e5f2-4a75-b0c7-255230b661f5 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:00:22.695941 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7afb3-e999-407f-8a4b-f4150f59df3e None None] Pushing event updated for resources: {'Port': ['ID=5ec40276-1e57-44a4-a46d-7dd4714fbaeb,revision_number=4']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:22.734123 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:22.739262 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d14b47-1dcf-43d5-b6ab-52ad82874274 None None] Routers {'79b82f34-a26b-4a9b-8102-8d1d302eeb9e'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:00:22.740558 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-b7d14b47-1dcf-43d5-b6ab-52ad82874274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:00:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:22.770689 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 9b30770a-3a61-47b9-ad62-dabcd38ff547 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:00:22.812529 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-af8dd6e0-0c26-4270-9833-976403330930 None None] Provisioning for port 23d36f04-e5f2-4a75-b0c7-255230b661f5 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:00:22.826659 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-af8dd6e0-0c26-4270-9833-976403330930 None None] Provisioning complete for port 23d36f04-e5f2-4a75-b0c7-255230b661f5 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:22.841251 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-af8dd6e0-0c26-4270-9833-976403330930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:22.914023 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-b7d14b47-1dcf-43d5-b6ab-52ad82874274 None None] Set router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:00:23.168900 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'name': 'tempest-TestVolumeBootPattern-377772674-router', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '836f18a3-eea5-4986-9e12-c31db7698c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:19Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 3, 'project_id': 'aa3260b7691b48d891a1562ce314d5fb', 'gw_port': {'id': '836f18a3-eea5-4986-9e12-c31db7698c68', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:19Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:23.200958 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Allocated IP 172.20.0.1 (3466c3c9-5417-4b47-b7fa-82f90c1a61c4/3ff72c02-512c-41ec-ad2d-4121ffa00caa/d94872c7-791c-48ef-9c3e-3b708304803e) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:00:23.205150 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb3ab1-2161-4788-a493-baad6d042909 req-84cdccda-6cea-48d2-978d-35797cce579e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:23.207474 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-05bb3ab1-2161-4788-a493-baad6d042909 req-84cdccda-6cea-48d2-978d-35797cce579e tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 985 time: 0.1304395 Aug 18 16:00:23.299416 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-af8dd6e0-0c26-4270-9833-976403330930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:23.305292 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-05bb3ab1-2161-4788-a493-baad6d042909 req-b6e839db-cc5b-4048-84cb-83af6f90586d tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&id=99267350-aea5-46f2-87fd-bfb757b78ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908237 Aug 18 16:00:23.314645 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Checking router: f1a3a7d8-c662-45c4-a303-57b0236427d1 for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:00:23.315004 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Updating router f1a3a7d8-c662-45c4-a303-57b0236427d1 port 836f18a3-eea5-4986-9e12-c31db7698c68 binding host dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 16:00:23.358961 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:23.361632 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:22Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:23.372850 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:23.391103 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Transition to ACTIVE for port object d94872c7-791c-48ef-9c3e-3b708304803e will not be triggered until provisioned by entity DHCP. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:00:23.394131 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a1bf14-43a7-426d-bdb5-2e99ede7acf8 None None] The sync data for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi is: [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:22Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:00:23.400915 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-b7d14b47-1dcf-43d5-b6ab-52ad82874274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:37Z', 'revision_number': 4, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'fb81f218-45b9-4512-bb81-fa16315a6675', 'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'mac_address': 'fa:16:3e:96:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:33Z', 'updated_at': '2021-08-18T15:55:46Z', 'revision_number': 5, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'subnets': [{'id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:23.436422 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d14b47-1dcf-43d5-b6ab-52ad82874274 None None] Checking router: 79b82f34-a26b-4a9b-8102-8d1d302eeb9e for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:00:23.448144 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:23.448635 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d14b47-1dcf-43d5-b6ab-52ad82874274 None None] Routers {'79b82f34-a26b-4a9b-8102-8d1d302eeb9e'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:00:23.449318 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-b7d14b47-1dcf-43d5-b6ab-52ad82874274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:00:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:23.534337 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Network 3466c3c9-5417-4b47-b7fa-82f90c1a61c4 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:00:23.535248 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d94872c7-791c-48ef-9c3e-3b708304803e,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:23.547399 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:00:23.554941 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:00:23.601069 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-b7d14b47-1dcf-43d5-b6ab-52ad82874274 None None] Set router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:00:23.618234 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629806'] for router_interface, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:23.685609 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37462) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:23.779621 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-af8dd6e0-0c26-4270-9833-976403330930 None None] For port 23d36f04-e5f2-4a75-b0c7-255230b661f5, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=23d36f04-e5f2-4a75-b0c7-255230b661f5,segment=NetworkSegment(9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1),segment_id=9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:00:23.782937 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 9b30770a-3a61-47b9-ad62-dabcd38ff547 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:23.794140 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:23.825911 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-af8dd6e0-0c26-4270-9833-976403330930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:23.845655 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7cd47e3e-b4fb-4ab9-91a4-6ffeedf31f90 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:23.914489 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7cd47e3e-b4fb-4ab9-91a4-6ffeedf31f90 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:23.947230 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:24.031909 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7cd47e3e-b4fb-4ab9-91a4-6ffeedf31f90 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:24.036954 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7cd47e3e-b4fb-4ab9-91a4-6ffeedf31f90 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:24.038215 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-7cd47e3e-b4fb-4ab9-91a4-6ffeedf31f90 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "DELETE /v2.0/security-groups/2f144e96-ea8b-46d1-8669-b5b49bb059a4 HTTP/1.1" status: 204 len: 168 time: 0.3514550 Aug 18 16:00:24.043067 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37472) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:24.089654 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd47e3e-b4fb-4ab9-91a4-6ffeedf31f90 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f144e96-ea8b-46d1-8669-b5b49bb059a4,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:24.097930 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.api.v2.resource [None req-0964a491-b420-49ea-adbd-ec00e02e67b2 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] show failed (client error): The resource could not be found. Aug 18 16:00:24.102460 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-0964a491-b420-49ea-adbd-ec00e02e67b2 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups/2f144e96-ea8b-46d1-8669-b5b49bb059a4 HTTP/1.1" status: 404 len: 347 time: 0.0580418 Aug 18 16:00:24.105928 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37474) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:24.190847 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dd6e0-0c26-4270-9833-976403330930 None None] Pushing event updated for resources: {'Port': ['ID=23d36f04-e5f2-4a75-b0c7-255230b661f5,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:24.382073 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 5ec40276-1e57-44a4-a46d-7dd4714fbaeb up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:00:24.406557 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-b7d14b47-1dcf-43d5-b6ab-52ad82874274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:37Z', 'revision_number': 4, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'fb81f218-45b9-4512-bb81-fa16315a6675', 'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'mac_address': 'fa:16:3e:96:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:33Z', 'updated_at': '2021-08-18T15:55:46Z', 'revision_number': 5, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'subnets': [{'id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:24.463136 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d14b47-1dcf-43d5-b6ab-52ad82874274 None None] The sync data for ids ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'] in dv-cinder-778534-7-iscsi is: [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:37Z', 'revision_number': 4, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'fb81f218-45b9-4512-bb81-fa16315a6675', 'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'mac_address': 'fa:16:3e:96:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:33Z', 'updated_at': '2021-08-18T15:55:46Z', 'revision_number': 5, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'subnets': [{'id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:00:24.480617 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:24.497346 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:24.505056 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:24.513086 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Transition to ACTIVE for port object 836f18a3-eea5-4986-9e12-c31db7698c68 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:00:24.514922 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-df897c01-26ea-4af7-a268-35092f1e1d20 None None] Provisioning complete for port 23d36f04-e5f2-4a75-b0c7-255230b661f5 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:24.515351 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-df897c01-26ea-4af7-a268-35092f1e1d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:24.570853 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:24.573565 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-8239499f-7ef5-40f3-8fc9-e86495481913 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Deleting port 5dfa62ae-cd7b-4c4f-b92a-e711007d2640 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:00:24.573917 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8239499f-7ef5-40f3-8fc9-e86495481913 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:24.597841 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 5ec40276-1e57-44a4-a46d-7dd4714fbaeb completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:00:24.648377 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Attempting to bind port 836f18a3-eea5-4986-9e12-c31db7698c68 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:00:24.648658 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Attempting to bind port 836f18a3-eea5-4986-9e12-c31db7698c68 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:00:24.649223 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Attempting to bind port 836f18a3-eea5-4986-9e12-c31db7698c68 on network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:00:24.721403 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 5ec40276-1e57-44a4-a46d-7dd4714fbaeb triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:24.721783 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:24.727115 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 16, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:00:24.727495 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Checking segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:00:24.727905 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:24.728588 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Bound using segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:00:24.736816 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Bound port: 836f18a3-eea5-4986-9e12-c31db7698c68, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:00:24.737409 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:24.737764 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629850'] for router_interface, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:24.744624 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d94872c7-791c-48ef-9c3e-3b708304803e,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:24.859951 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8239499f-7ef5-40f3-8fc9-e86495481913 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:24.860520 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8239499f-7ef5-40f3-8fc9-e86495481913 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:24.881839 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-8239499f-7ef5-40f3-8fc9-e86495481913 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Calling delete_port for 5dfa62ae-cd7b-4c4f-b92a-e711007d2640 owned by network:floatingip {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:00:24.955555 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Network 3466c3c9-5417-4b47-b7fa-82f90c1a61c4 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:00:24.957229 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:00:24.964930 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdf3bf-a3fa-4062-ac88-72f9fa97fa98 None None] Pushing event updated for resources: {'Port': ['ID=836f18a3-eea5-4986-9e12-c31db7698c68,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:25.155556 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba2300-308e-48f9-9632-8fbcfe89efda req-7a948563-d96f-42bb-a327-ceed5b55b49b tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:25.157159 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c5ba2300-308e-48f9-9632-8fbcfe89efda req-7a948563-d96f-42bb-a327-ceed5b55b49b tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 985 time: 0.6928504 Aug 18 16:00:25.234013 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Router f1a3a7d8-c662-45c4-a303-57b0236427d1 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:00:25.259661 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c5ba2300-308e-48f9-9632-8fbcfe89efda req-ff8edade-e4b6-4e41-9a6c-95f56d017d0d tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&id=99267350-aea5-46f2-87fd-bfb757b78ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938609 Aug 18 16:00:25.308213 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8239499f-7ef5-40f3-8fc9-e86495481913 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:25.325402 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a5c0b-583e-4f12-a9fe-418b1804ddb3 None None] New status for floating IP c4d0865c-8cb8-4159-bc36-be1f5fe425f6: DOWN {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 16:00:25.337064 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239499f-7ef5-40f3-8fc9-e86495481913 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event deleted for resources: {'Port': ['ID=5dfa62ae-cd7b-4c4f-b92a-e711007d2640,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:25.364186 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:00:25.395438 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:00:25.401121 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] For port 836f18a3-eea5-4986-9e12-c31db7698c68, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:00:25.402235 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c9e7cfc7-4f09-4c1d-aaec-b9446b5698e9 admin admin] 10.222.0.44 "PUT /v2.0/routers/f1a3a7d8-c662-45c4-a303-57b0236427d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4892726 Aug 18 16:00:25.451482 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8239499f-7ef5-40f3-8fc9-e86495481913 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for floatingip, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:25.454369 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8239499f-7ef5-40f3-8fc9-e86495481913 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:25.465174 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-8239499f-7ef5-40f3-8fc9-e86495481913 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "DELETE /v2.0/floatingips/c4d0865c-8cb8-4159-bc36-be1f5fe425f6 HTTP/1.1" status: 204 len: 168 time: 1.3508346 Aug 18 16:00:25.477456 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] For port 836f18a3-eea5-4986-9e12-c31db7698c68, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=836f18a3-eea5-4986-9e12-c31db7698c68,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:00:25.484908 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:00:25.485263 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 2a3adc23-1d74-4cd8-8ec3-75212b5a70bb not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:00:25.494179 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:25.547241 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:25.580944 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Routers {'f1a3a7d8-c662-45c4-a303-57b0236427d1'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:00:25.581600 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:00:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f1a3a7d8-c662-45c4-a303-57b0236427d1'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:25.669443 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-df897c01-26ea-4af7-a268-35092f1e1d20 None None] Provisioning for port d94872c7-791c-48ef-9c3e-3b708304803e completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:00:25.691648 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-df897c01-26ea-4af7-a268-35092f1e1d20 None None] Provisioning complete for port d94872c7-791c-48ef-9c3e-3b708304803e triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:25.692028 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-df897c01-26ea-4af7-a268-35092f1e1d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:25.738508 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdf3bf-a3fa-4062-ac88-72f9fa97fa98 None None] Pushing event updated for resources: {'Port': ['ID=836f18a3-eea5-4986-9e12-c31db7698c68,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:25.745322 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port 5ec40276-1e57-44a4-a46d-7dd4714fbaeb, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=5ec40276-1e57-44a4-a46d-7dd4714fbaeb,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:00:25.756372 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:25.794362 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] Set router f1a3a7d8-c662-45c4-a303-57b0236427d1 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:00:25.807585 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37500) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:25.812708 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-7dc12145-6a79-4688-9416-6b7e53e98b80 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1154769536', 'description': 'tempest-description--153273101'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:25.829449 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-df897c01-26ea-4af7-a268-35092f1e1d20 None None] Port d94872c7-791c-48ef-9c3e-3b708304803e cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 16:00:25.843203 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7dc12145-6a79-4688-9416-6b7e53e98b80 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:25.901904 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=5ec40276-1e57-44a4-a46d-7dd4714fbaeb,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:25.949384 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7dc12145-6a79-4688-9416-6b7e53e98b80 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:25.956312 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7dc12145-6a79-4688-9416-6b7e53e98b80 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:25.957585 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37502) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:25.963607 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-05774b86-0ef2-40c7-b5c8-75ff75b7d415 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555844300', 'description': 'tempest-secgroup-smoke-1555844300 description', 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:25.969177 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-125c5c04-e4bd-4c0b-8994-4bf307cc79c0 None None] Provisioning complete for port d94872c7-791c-48ef-9c3e-3b708304803e triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:25.969559 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-125c5c04-e4bd-4c0b-8994-4bf307cc79c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:25.987090 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-05774b86-0ef2-40c7-b5c8-75ff75b7d415 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:25.993733 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7dc12145-6a79-4688-9416-6b7e53e98b80 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:25.994998 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-7dc12145-6a79-4688-9416-6b7e53e98b80 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1862016 Aug 18 16:00:25.995836 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc12145-6a79-4688-9416-6b7e53e98b80 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fed3e39-eab9-443f-a690-7c6993deb099,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:25.999130 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37504) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:26.003653 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-11884050-0622-49d9-9fda-f50ae5d47b59 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Request body: {'security_group_rule': {'security_group_id': '7fed3e39-eab9-443f-a690-7c6993deb099', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:26.041632 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-125c5c04-e4bd-4c0b-8994-4bf307cc79c0 None None] Port d94872c7-791c-48ef-9c3e-3b708304803e cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 16:00:26.042533 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-11884050-0622-49d9-9fda-f50ae5d47b59 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.083706 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'name': 'tempest-TestVolumeBootPattern-377772674-router', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '836f18a3-eea5-4986-9e12-c31db7698c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:19Z', 'updated_at': '2021-08-18T16:00:23Z', 'revision_number': 4, 'project_id': 'aa3260b7691b48d891a1562ce314d5fb', 'gw_port': {'id': '836f18a3-eea5-4986-9e12-c31db7698c68', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:19Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'd94872c7-791c-48ef-9c3e-3b708304803e', 'name': '', 'network_id': '3466c3c9-5417-4b47-b7fa-82f90c1a61c4', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb', 'mac_address': 'fa:16:3e:93:07:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3ff72c02-512c-41ec-ad2d-4121ffa00caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:22Z', 'updated_at': '2021-08-18T16:00:24Z', 'revision_number': 2, 'project_id': 'aa3260b7691b48d891a1562ce314d5fb', 'subnets': [{'id': '3ff72c02-512c-41ec-ad2d-4121ffa00caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:26.119891 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702ec75c-b8f1-46cc-a115-1a6a987d0e44 None None] The sync data for ids ['f1a3a7d8-c662-45c4-a303-57b0236427d1'] in dv-cinder-778534-7-iscsi is: [{'id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'name': 'tempest-TestVolumeBootPattern-377772674-router', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '836f18a3-eea5-4986-9e12-c31db7698c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:19Z', 'updated_at': '2021-08-18T16:00:23Z', 'revision_number': 4, 'project_id': 'aa3260b7691b48d891a1562ce314d5fb', 'gw_port': {'id': '836f18a3-eea5-4986-9e12-c31db7698c68', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:19Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'd94872c7-791c-48ef-9c3e-3b708304803e', 'name': '', 'network_id': '3466c3c9-5417-4b47-b7fa-82f90c1a61c4', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb', 'mac_address': 'fa:16:3e:93:07:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3ff72c02-512c-41ec-ad2d-4121ffa00caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:22Z', 'updated_at': '2021-08-18T16:00:24Z', 'revision_number': 2, 'project_id': 'aa3260b7691b48d891a1562ce314d5fb', 'subnets': [{'id': '3ff72c02-512c-41ec-ad2d-4121ffa00caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:00:26.130095 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-05774b86-0ef2-40c7-b5c8-75ff75b7d415 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.134885 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-05774b86-0ef2-40c7-b5c8-75ff75b7d415 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.135695 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-11884050-0622-49d9-9fda-f50ae5d47b59 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.153727 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-11884050-0622-49d9-9fda-f50ae5d47b59 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.178045 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11884050-0622-49d9-9fda-f50ae5d47b59 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33662ed0-69a0-40c9-b330-529d7795f39a,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:26.183985 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-05774b86-0ef2-40c7-b5c8-75ff75b7d415 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.185331 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-05774b86-0ef2-40c7-b5c8-75ff75b7d415 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2260516 Aug 18 16:00:26.186026 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05774b86-0ef2-40c7-b5c8-75ff75b7d415 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:26.189332 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37510) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:26.195041 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-c8ca51c9-2d42-44df-842e-3276e3b27169 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Request body: {'security_group_rule': {'security_group_id': 'd7a728ae-5a6a-4e08-a9e6-1cee20d7f882', 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:26.201143 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-11884050-0622-49d9-9fda-f50ae5d47b59 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.206921 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-11884050-0622-49d9-9fda-f50ae5d47b59 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2023106 Aug 18 16:00:26.206921 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37512) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:26.211932 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-905f1c72-959b-4a81-bfc5-c4ff27ef9223 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Request body: {'security_group_rule': {'security_group_id': '7fed3e39-eab9-443f-a690-7c6993deb099', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:26.267110 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.db.api [None req-905f1c72-959b-4a81-bfc5-c4ff27ef9223 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 16:00:26.267110 dv-cinder-778534-7-iscsi neutron-server[93846]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 16:00:26.267110 dv-cinder-778534-7-iscsi neutron-server[93846]: [parameters: {'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'id': 'ad73d2fd-8779-443b-8d85-38d36fb0c310', 'expiration': datetime.datetime(2021, 8, 18, 16, 2, 26, 245638)}] Aug 18 16:00:26.267110 dv-cinder-778534-7-iscsi neutron-server[93846]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 16:00:26.267476 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG oslo_db.api [None req-905f1c72-959b-4a81-bfc5-c4ff27ef9223 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 16:00:26.272217 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c8ca51c9-2d42-44df-842e-3276e3b27169 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.325534 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 23d36f04-e5f2-4a75-b0c7-255230b661f5 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:00:26.493183 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 23d36f04-e5f2-4a75-b0c7-255230b661f5 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:26.494490 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.520484 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f7ff0-90bd-4b1c-868b-9e801164ae1d req-be7b6b01-16d8-497d-a3d4-cbfc181da553 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:26.528658 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-785f7ff0-90bd-4b1c-868b-9e801164ae1d req-be7b6b01-16d8-497d-a3d4-cbfc181da553 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 985 time: 0.1549265 Aug 18 16:00:26.600689 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-785f7ff0-90bd-4b1c-868b-9e801164ae1d req-87fab14a-4e2d-418e-bd65-42c17961f0e3 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&id=99267350-aea5-46f2-87fd-bfb757b78ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659058 Aug 18 16:00:26.627339 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 5ec40276-1e57-44a4-a46d-7dd4714fbaeb up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:00:26.675169 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c8ca51c9-2d42-44df-842e-3276e3b27169 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.680164 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c8ca51c9-2d42-44df-842e-3276e3b27169 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.682603 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 5ec40276-1e57-44a4-a46d-7dd4714fbaeb triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:26.683050 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.701166 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca51c9-2d42-44df-842e-3276e3b27169 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4566fad-71fa-4d5d-932d-9cd4f1420058,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:26.711152 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c8ca51c9-2d42-44df-842e-3276e3b27169 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.712768 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c8ca51c9-2d42-44df-842e-3276e3b27169 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5222077 Aug 18 16:00:26.715343 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37520) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:26.720638 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-08ed869b-054f-4150-aa57-2d761d2e60c4 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Request body: {'security_group_rule': {'security_group_id': 'd7a728ae-5a6a-4e08-a9e6-1cee20d7f882', 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:26.754026 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08ed869b-054f-4150-aa57-2d761d2e60c4 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.836271 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-905f1c72-959b-4a81-bfc5-c4ff27ef9223 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.869353 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08ed869b-054f-4150-aa57-2d761d2e60c4 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.874396 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08ed869b-054f-4150-aa57-2d761d2e60c4 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.906344 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed869b-054f-4150-aa57-2d761d2e60c4 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1333f12-32ec-44c9-a8d2-05689c65c164,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:26.918097 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08ed869b-054f-4150-aa57-2d761d2e60c4 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.919323 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-08ed869b-054f-4150-aa57-2d761d2e60c4 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2024906 Aug 18 16:00:26.921250 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-905f1c72-959b-4a81-bfc5-c4ff27ef9223 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.922391 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37522) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:26.927538 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-85599424-7688-4fdc-b921-c4b57fd94080 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Request body: {'security_group_rule': {'security_group_id': 'd7a728ae-5a6a-4e08-a9e6-1cee20d7f882', 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:26.933257 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-905f1c72-959b-4a81-bfc5-c4ff27ef9223 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.961309 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f1c72-959b-4a81-bfc5-c4ff27ef9223 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bf2eea-933e-4216-9825-3cadf5e5a1f3,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:26.982602 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-905f1c72-959b-4a81-bfc5-c4ff27ef9223 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:26.988479 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-905f1c72-959b-4a81-bfc5-c4ff27ef9223 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7760236 Aug 18 16:00:26.989084 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37524) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:26.996615 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Request body: {'floatingip': {'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:27.001904 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-85599424-7688-4fdc-b921-c4b57fd94080 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.039189 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for floatingip, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.080819 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-85599424-7688-4fdc-b921-c4b57fd94080 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.088383 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-85599424-7688-4fdc-b921-c4b57fd94080 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.109153 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85599424-7688-4fdc-b921-c4b57fd94080 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c277e1-a497-4229-a028-145eace558f9,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:27.122689 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-85599424-7688-4fdc-b921-c4b57fd94080 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.124823 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-85599424-7688-4fdc-b921-c4b57fd94080 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2003484 Aug 18 16:00:27.126961 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37526) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:27.132951 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-6b2539bb-7868-49d3-9a65-6df3bff91fc3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Request body: {'security_group_rule': {'security_group_id': 'd7a728ae-5a6a-4e08-a9e6-1cee20d7f882', 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:27.173101 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.177233 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6b2539bb-7868-49d3-9a65-6df3bff91fc3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.254453 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6b2539bb-7868-49d3-9a65-6df3bff91fc3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.260922 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6b2539bb-7868-49d3-9a65-6df3bff91fc3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.288465 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2539bb-7868-49d3-9a65-6df3bff91fc3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aebfb9b-a358-4b73-bead-9f4e0718a27e,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:27.290867 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6b2539bb-7868-49d3-9a65-6df3bff91fc3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.292818 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6b2539bb-7868-49d3-9a65-6df3bff91fc3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1641741 Aug 18 16:00:27.295203 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37528) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:27.297925 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Allocated IP 172.27.2.85 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/721b61e0-fab9-4fb2-b2f0-80b08262f9b8) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:00:27.303851 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-e47841d5-954d-4171-88f5-17f8fe8fdf4c tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Request body: {'security_group_rule': {'security_group_id': 'd7a728ae-5a6a-4e08-a9e6-1cee20d7f882', 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:27.390328 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.securitygroups_db [None req-e47841d5-954d-4171-88f5-17f8fe8fdf4c tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Project 9a70d2f8bce441a3bd8ed3a702f2d6ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 16:00:27.407371 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e47841d5-954d-4171-88f5-17f8fe8fdf4c tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.505409 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.522507 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e47841d5-954d-4171-88f5-17f8fe8fdf4c tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.527657 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e47841d5-954d-4171-88f5-17f8fe8fdf4c tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.554998 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47841d5-954d-4171-88f5-17f8fe8fdf4c tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894878e1-20bf-40b9-b17f-f044d397c548,revision_number=0']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:27.575606 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e47841d5-954d-4171-88f5-17f8fe8fdf4c tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.579508 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-e47841d5-954d-4171-88f5-17f8fe8fdf4c tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2831326 Aug 18 16:00:27.579850 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37538) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:27.586149 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-98423b7d-7cab-4754-b792-206c3b240b62 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Request body: {'security_group_rule': {'security_group_id': 'd7a728ae-5a6a-4e08-a9e6-1cee20d7f882', 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:27.590465 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.613872 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.securitygroups_db [None req-98423b7d-7cab-4754-b792-206c3b240b62 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Project 9a70d2f8bce441a3bd8ed3a702f2d6ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 16:00:27.622522 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-98423b7d-7cab-4754-b792-206c3b240b62 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.639057 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:00:27.642013 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:00:27.644869 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:00:27.698808 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-98423b7d-7cab-4754-b792-206c3b240b62 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.703199 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-98423b7d-7cab-4754-b792-206c3b240b62 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.720307 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event updated for resources: {'Port': ['ID=721b61e0-fab9-4fb2-b2f0-80b08262f9b8,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:27.721941 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98423b7d-7cab-4754-b792-206c3b240b62 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56328d5-a293-41f1-8390-54d09a3245ad,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:27.729870 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-98423b7d-7cab-4754-b792-206c3b240b62 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.731538 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-98423b7d-7cab-4754-b792-206c3b240b62 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1504433 Aug 18 16:00:27.791812 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b60f23-5cf3-4227-8a41-087755b62f16 req-25a75987-11b6-4d72-a8d3-7585eeebab87 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:27.793634 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b2b60f23-5cf3-4227-8a41-087755b62f16 req-25a75987-11b6-4d72-a8d3-7585eeebab87 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 985 time: 0.1193461 Aug 18 16:00:27.827437 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:27.871108 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b2b60f23-5cf3-4227-8a41-087755b62f16 req-ae55b983-9228-4ca4-aa68-5633de072361 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&id=99267350-aea5-46f2-87fd-bfb757b78ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678551 Aug 18 16:00:27.880788 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:28.040163 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:28.046052 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:28.119436 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event updated for resources: {'Port': ['ID=721b61e0-fab9-4fb2-b2f0-80b08262f9b8,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:28.133369 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:28.156474 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:28.157890 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-88629030-cb8c-4684-b377-fbde815f368e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1694322 Aug 18 16:00:28.281653 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 836f18a3-eea5-4986-9e12-c31db7698c68 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:00:28.335554 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 836f18a3-eea5-4986-9e12-c31db7698c68 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:00:28.339474 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 836f18a3-eea5-4986-9e12-c31db7698c68 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:28.339856 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:28.426828 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:28.460556 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port 836f18a3-eea5-4986-9e12-c31db7698c68, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=836f18a3-eea5-4986-9e12-c31db7698c68,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:00:28.465131 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:28.518129 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-ea48025e-244d-4339-ae69-0ef4c9961bdc tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1154769536&fields=id&tenant_id=ccaffe3a9ca44a16b5da3fca67b2818c HTTP/1.1" status: 200 len: 267 time: 0.0444288 Aug 18 16:00:28.532020 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=836f18a3-eea5-4986-9e12-c31db7698c68,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:28.658682 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-e5d56673-2b97-40f0-a1ac-2f374781fb58 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:28.660163 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-e5d56673-2b97-40f0-a1ac-2f374781fb58 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/networks?id=ae7b7023-460b-4b28-b8eb-4b3713d44050 HTTP/1.1" status: 200 len: 809 time: 0.1355400 Aug 18 16:00:28.677645 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-03c270a5-2a4d-46ef-b168-e9d3228b6e37 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/quotas/ccaffe3a9ca44a16b5da3fca67b2818c HTTP/1.1" status: 200 len: 375 time: 0.0105774 Aug 18 16:00:28.735663 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-e58659a2-ecf4-49a8-b917-3b9cbbcf43e3 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ccaffe3a9ca44a16b5da3fca67b2818c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521262 Aug 18 16:00:28.793881 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37624) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:28.903552 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d9f4f9f8-a037-452d-841e-f10efc5bc1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:28.948018 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-791b0a1f-30da-49a9-b1c8-16c983f34861 service neutron] 10.222.0.44 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999953 Aug 18 16:00:29.034220 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d9f4f9f8-a037-452d-841e-f10efc5bc1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:29.039913 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d9f4f9f8-a037-452d-841e-f10efc5bc1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:29.065375 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-f32e9739-76d5-4a55-8252-0749e95089fe service neutron] 10.222.0.44 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107874 Aug 18 16:00:29.091555 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4f9f8-a037-452d-841e-f10efc5bc1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68b8b76-6bd7-4720-a237-f1c936fe1d16,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:29.098708 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d9f4f9f8-a037-452d-841e-f10efc5bc1e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30b4c286472044b897fbee642292e2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035798 Aug 18 16:00:29.103702 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37628) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:29.172702 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d37490eb-2215-4f6a-bc5c-9cdbcfbd16b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:29.206959 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d37490eb-2215-4f6a-bc5c-9cdbcfbd16b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:29.260008 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-362b16d2-9ed1-4b80-a3a7-82d0d0e2efc0 req-59f92183-be38-4287-b096-a01d8f9789d0 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 210 time: 0.0357287 Aug 18 16:00:29.298576 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d37490eb-2215-4f6a-bc5c-9cdbcfbd16b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:29.301415 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d37490eb-2215-4f6a-bc5c-9cdbcfbd16b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:29.302814 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-d37490eb-2215-4f6a-bc5c-9cdbcfbd16b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f68b8b76-6bd7-4720-a237-f1c936fe1d16 HTTP/1.1" status: 204 len: 168 time: 0.1977408 Aug 18 16:00:29.313000 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37490eb-2215-4f6a-bc5c-9cdbcfbd16b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68b8b76-6bd7-4720-a237-f1c936fe1d16,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:29.471891 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Sync routers for ids ['f1a3a7d8-c662-45c4-a303-57b0236427d1'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:00:29.484998 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Routers {'f1a3a7d8-c662-45c4-a303-57b0236427d1'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:00:29.485641 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:00:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f1a3a7d8-c662-45c4-a303-57b0236427d1'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:29.612092 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Set router f1a3a7d8-c662-45c4-a303-57b0236427d1 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:00:29.836009 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'name': 'tempest-TestVolumeBootPattern-377772674-router', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '836f18a3-eea5-4986-9e12-c31db7698c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:19Z', 'updated_at': '2021-08-18T16:00:23Z', 'revision_number': 4, 'project_id': 'aa3260b7691b48d891a1562ce314d5fb', 'gw_port': {'id': '836f18a3-eea5-4986-9e12-c31db7698c68', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:19Z', 'updated_at': '2021-08-18T16:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'd94872c7-791c-48ef-9c3e-3b708304803e', 'name': '', 'network_id': '3466c3c9-5417-4b47-b7fa-82f90c1a61c4', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb', 'mac_address': 'fa:16:3e:93:07:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3ff72c02-512c-41ec-ad2d-4121ffa00caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:22Z', 'updated_at': '2021-08-18T16:00:24Z', 'revision_number': 2, 'project_id': 'aa3260b7691b48d891a1562ce314d5fb', 'subnets': [{'id': '3ff72c02-512c-41ec-ad2d-4121ffa00caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:29.866044 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Checking router: f1a3a7d8-c662-45c4-a303-57b0236427d1 for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:00:29.866617 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Updating router f1a3a7d8-c662-45c4-a303-57b0236427d1 port d94872c7-791c-48ef-9c3e-3b708304803e binding host dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 16:00:29.897710 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:30.173962 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Notify callbacks [] for port, precommit_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:30.185008 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.provisioning_blocks [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Transition to ACTIVE for port object d94872c7-791c-48ef-9c3e-3b708304803e will not be triggered until provisioned by entity L2. {{(pid=93849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:00:30.190087 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:30.243750 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16def962-04fd-47e3-a1df-2ff11bbc0967 None None] Pushing event updated for resources: {'Port': ['ID=d94872c7-791c-48ef-9c3e-3b708304803e,revision_number=3']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:30.245942 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 836f18a3-eea5-4986-9e12-c31db7698c68 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:00:30.298467 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Attempting to bind port d94872c7-791c-48ef-9c3e-3b708304803e on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:00:30.298850 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Attempting to bind port d94872c7-791c-48ef-9c3e-3b708304803e by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3466c3c9-5417-4b47-b7fa-82f90c1a61c4'}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:00:30.299195 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Attempting to bind port d94872c7-791c-48ef-9c3e-3b708304803e on network 3466c3c9-5417-4b47-b7fa-82f90c1a61c4 {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:00:30.321970 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 836f18a3-eea5-4986-9e12-c31db7698c68 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:30.323058 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 16, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:00:30.323350 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:30.323828 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Checking segment: {'id': '9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3466c3c9-5417-4b47-b7fa-82f90c1a61c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:00:30.324413 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:30.324995 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Bound using segment: {'id': '9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3466c3c9-5417-4b47-b7fa-82f90c1a61c4'} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:00:30.325667 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Bound port: d94872c7-791c-48ef-9c3e-3b708304803e, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3466c3c9-5417-4b47-b7fa-82f90c1a61c4'}}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:00:30.326255 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:30.432349 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-25702ae1-ff86-46d3-acc1-62b902068d93 req-51e16f86-7710-4953-ac1a-77df41bc5385 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 210 time: 0.0577619 Aug 18 16:00:30.440227 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] For port d94872c7-791c-48ef-9c3e-3b708304803e, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:00:30.444338 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] For port d94872c7-791c-48ef-9c3e-3b708304803e, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=d94872c7-791c-48ef-9c3e-3b708304803e,segment=NetworkSegment(9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1),segment_id=9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1)] {{(pid=93849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:00:30.454233 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:30.550535 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16def962-04fd-47e3-a1df-2ff11bbc0967 None None] Pushing event updated for resources: {'Port': ['ID=d94872c7-791c-48ef-9c3e-3b708304803e,revision_number=4']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:30.555765 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Routers {'f1a3a7d8-c662-45c4-a303-57b0236427d1'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:00:30.556430 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:00:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f1a3a7d8-c662-45c4-a303-57b0236427d1'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:30.698402 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] Set router f1a3a7d8-c662-45c4-a303-57b0236427d1 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:00:30.893423 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-d609e2f1-b8fa-4173-9550-80c01398e1ce tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:30.894903 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-d609e2f1-b8fa-4173-9550-80c01398e1ce tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.20 "GET /v2.0/networks?id=ae7b7023-460b-4b28-b8eb-4b3713d44050 HTTP/1.1" status: 200 len: 809 time: 0.4237096 Aug 18 16:00:30.930839 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'name': 'tempest-TestVolumeBootPattern-377772674-router', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '836f18a3-eea5-4986-9e12-c31db7698c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:19Z', 'updated_at': '2021-08-18T16:00:23Z', 'revision_number': 4, 'project_id': 'aa3260b7691b48d891a1562ce314d5fb', 'gw_port': {'id': '836f18a3-eea5-4986-9e12-c31db7698c68', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:19Z', 'updated_at': '2021-08-18T16:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'd94872c7-791c-48ef-9c3e-3b708304803e', 'name': '', 'network_id': '3466c3c9-5417-4b47-b7fa-82f90c1a61c4', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb', 'mac_address': 'fa:16:3e:93:07:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3ff72c02-512c-41ec-ad2d-4121ffa00caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:22Z', 'updated_at': '2021-08-18T16:00:30Z', 'revision_number': 4, 'project_id': 'aa3260b7691b48d891a1562ce314d5fb', 'subnets': [{'id': '3ff72c02-512c-41ec-ad2d-4121ffa00caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:30.939252 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-74eed6b5-e7ab-41fb-b506-a56965dd7234 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccaffe3a9ca44a16b5da3fca67b2818c HTTP/1.1" status: 200 len: 380 time: 0.0338364 Aug 18 16:00:30.949326 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-79e63556-99fc-4366-bd15-faad6055d912 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Request body: {'port': {'device_id': 'f3f90c24-724d-4934-a771-fc8f725549b1', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'admin_state_up': True, 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'security_groups': ['7fed3e39-eab9-443f-a690-7c6993deb099']}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:30.959122 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7989b6f9-7dfc-4b01-95f7-03935d2a88ab None None] The sync data for ids ['f1a3a7d8-c662-45c4-a303-57b0236427d1'] in dv-cinder-778534-7-iscsi is: [{'id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'name': 'tempest-TestVolumeBootPattern-377772674-router', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '836f18a3-eea5-4986-9e12-c31db7698c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:19Z', 'updated_at': '2021-08-18T16:00:23Z', 'revision_number': 4, 'project_id': 'aa3260b7691b48d891a1562ce314d5fb', 'gw_port': {'id': '836f18a3-eea5-4986-9e12-c31db7698c68', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:19Z', 'updated_at': '2021-08-18T16:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'd94872c7-791c-48ef-9c3e-3b708304803e', 'name': '', 'network_id': '3466c3c9-5417-4b47-b7fa-82f90c1a61c4', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb', 'mac_address': 'fa:16:3e:93:07:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3ff72c02-512c-41ec-ad2d-4121ffa00caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:22Z', 'updated_at': '2021-08-18T16:00:30Z', 'revision_number': 4, 'project_id': 'aa3260b7691b48d891a1562ce314d5fb', 'subnets': [{'id': '3ff72c02-512c-41ec-ad2d-4121ffa00caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:00:31.071851 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-79e63556-99fc-4366-bd15-faad6055d912 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Made reservation on behalf of ccaffe3a9ca44a16b5da3fca67b2818c for: {'port': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:00:31.075801 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-79e63556-99fc-4366-bd15-faad6055d912 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:31.226392 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-79e63556-99fc-4366-bd15-faad6055d912 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Allocated IP 172.20.0.14 (ae7b7023-460b-4b28-b8eb-4b3713d44050/439e0f3c-ed2e-4369-b19c-29e2fcf27f7e/c4812107-22a9-4753-8011-92ca773712cb) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:00:31.393180 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-79e63556-99fc-4366-bd15-faad6055d912 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:31.408138 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-79e63556-99fc-4366-bd15-faad6055d912 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Transition to ACTIVE for port object c4812107-22a9-4753-8011-92ca773712cb will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:00:31.443784 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-79e63556-99fc-4366-bd15-faad6055d912 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:31.493883 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-79e63556-99fc-4366-bd15-faad6055d912 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Network ae7b7023-460b-4b28-b8eb-4b3713d44050 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:00:31.497317 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-79e63556-99fc-4366-bd15-faad6055d912 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:00:31.501308 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-79e63556-99fc-4366-bd15-faad6055d912 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:00:31.576256 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e63556-99fc-4366-bd15-faad6055d912 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event updated for resources: {'Port': ['ID=c4812107-22a9-4753-8011-92ca773712cb,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:31.615698 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-79e63556-99fc-4366-bd15-faad6055d912 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:31.616532 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-79e63556-99fc-4366-bd15-faad6055d912 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:31.638432 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c0902-bbe9-4d64-8b51-19ff287fa2b3 req-bf347418-4d86-4182-853e-9d0a28452271 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:31.640003 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-421c0902-bbe9-4d64-8b51-19ff287fa2b3 req-bf347418-4d86-4182-853e-9d0a28452271 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 932 time: 0.1120789 Aug 18 16:00:31.647791 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-79e63556-99fc-4366-bd15-faad6055d912 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7020543 Aug 18 16:00:31.667291 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Request body: {'port': {'device_id': 'f3f90c24-724d-4934-a771-fc8f725549b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:31.711265 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-421c0902-bbe9-4d64-8b51-19ff287fa2b3 req-ccb41cc8-7346-43ca-b7bc-c766db65a0fa tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fed3e39-eab9-443f-a690-7c6993deb099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625274 Aug 18 16:00:31.740908 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:31.765758 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-f5561fba-0775-43bb-ab8a-046b358710a5 None None] Provisioning for port c4812107-22a9-4753-8011-92ca773712cb completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:00:31.770333 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-f5561fba-0775-43bb-ab8a-046b358710a5 None None] Provisioning complete for port c4812107-22a9-4753-8011-92ca773712cb triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:31.770725 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-f5561fba-0775-43bb-ab8a-046b358710a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:31.805970 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-f5561fba-0775-43bb-ab8a-046b358710a5 None None] Port c4812107-22a9-4753-8011-92ca773712cb cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 16:00:32.022186 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4812107-22a9-4753-8011-92ca773712cb {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 16:00:32.030040 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:32.042443 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Transition to ACTIVE for port object c4812107-22a9-4753-8011-92ca773712cb will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:00:32.047574 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:32.101124 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Pushing event updated for resources: {'Port': ['ID=c4812107-22a9-4753-8011-92ca773712cb,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:32.173353 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Attempting to bind port c4812107-22a9-4753-8011-92ca773712cb on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:00:32.173668 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Attempting to bind port c4812107-22a9-4753-8011-92ca773712cb by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:00:32.174006 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Attempting to bind port c4812107-22a9-4753-8011-92ca773712cb on network ae7b7023-460b-4b28-b8eb-4b3713d44050 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:00:32.179427 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Port c4812107-22a9-4753-8011-92ca773712cb on network ae7b7023-460b-4b28-b8eb-4b3713d44050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 16:00:32.179738 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Attempting to bind port c4812107-22a9-4753-8011-92ca773712cb on network ae7b7023-460b-4b28-b8eb-4b3713d44050 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:00:32.184994 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 16, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:00:32.185346 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Checking segment: {'id': 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:00:32.185737 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Bound using segment: {'id': 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:00:32.186171 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Bound port: c4812107-22a9-4753-8011-92ca773712cb, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:00:32.186604 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:32.269846 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] For port c4812107-22a9-4753-8011-92ca773712cb, host hv-cinder-77853, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:00:32.274090 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] For port c4812107-22a9-4753-8011-92ca773712cb, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c4812107-22a9-4753-8011-92ca773712cb,segment=NetworkSegment(f0c592b3-ba7d-4fbe-a26b-9c2387ca595a),segment_id=f0c592b3-ba7d-4fbe-a26b-9c2387ca595a)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:00:32.274647 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device d94872c7-791c-48ef-9c3e-3b708304803e up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:00:32.279685 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:32.319269 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:32.319912 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:32.321336 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] 10.222.0.20 "PUT /v2.0/ports/c4812107-22a9-4753-8011-92ca773712cb HTTP/1.1" status: 200 len: 1094 time: 0.6583183 Aug 18 16:00:32.321879 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f90c24-724d-4934-a771-fc8f725549b1', 'tag': 'c4812107-22a9-4753-8011-92ca773712cb'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:00:32.324791 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39320629-2f83-45f9-bfb7-c862e3331798" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f90c24-724d-4934-a771-fc8f725549b1", "tag": "c4812107-22a9-4753-8011-92ca773712cb"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:00:32.346975 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf65c74-db8b-42ad-a160-5b6711d9fedc service neutron] Pushing event updated for resources: {'Port': ['ID=c4812107-22a9-4753-8011-92ca773712cb,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:32.358031 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port d94872c7-791c-48ef-9c3e-3b708304803e completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:00:32.366442 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port d94872c7-791c-48ef-9c3e-3b708304803e triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:32.366830 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:32.376151 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e96f7f-e109-4b2b-87ee-19d953d430b3 x-openstack-request-id: req-a0e96f7f-e109-4b2b-87ee-19d953d430b3 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:00:32.376451 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f90c24-724d-4934-a771-fc8f725549b1", "tag": "c4812107-22a9-4753-8011-92ca773712cb", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:00:32.376706 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0e96f7f-e109-4b2b-87ee-19d953d430b3 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:00:32.377156 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f90c24-724d-4934-a771-fc8f725549b1', 'tag': 'c4812107-22a9-4753-8011-92ca773712cb', 'status': 'completed', 'code': 200} Aug 18 16:00:32.425990 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-5f086f92-f07e-461a-afbf-faf4733afed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:32.432768 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-5f086f92-f07e-461a-afbf-faf4733afed2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccaffe3a9ca44a16b5da3fca67b2818c&device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 1097 time: 0.0520210 Aug 18 16:00:32.460790 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:32.494080 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-8530f93d-cbe0-44ea-91d9-1dd45b60e3c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4812107-22a9-4753-8011-92ca773712cb HTTP/1.1" status: 200 len: 217 time: 0.0491998 Aug 18 16:00:32.500715 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port d94872c7-791c-48ef-9c3e-3b708304803e, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=d94872c7-791c-48ef-9c3e-3b708304803e,segment=NetworkSegment(9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1),segment_id=9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:00:32.506869 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:32.553930 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-a65f3975-d698-4515-a025-19de150520d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:32.555442 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-a65f3975-d698-4515-a025-19de150520d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=439e0f3c-ed2e-4369-b19c-29e2fcf27f7e HTTP/1.1" status: 200 len: 848 time: 0.0487916 Aug 18 16:00:32.572261 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=d94872c7-791c-48ef-9c3e-3b708304803e,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:32.604104 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-72290ddf-2dfa-4b82-9130-1a5495a7da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:32.605583 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-72290ddf-2dfa-4b82-9130-1a5495a7da00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae7b7023-460b-4b28-b8eb-4b3713d44050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420485 Aug 18 16:00:32.707929 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-78abb282-ed95-46f5-a72f-ed1452bea4ea service neutron] 10.222.0.20 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864782 Aug 18 16:00:32.828998 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b483bca-b1a6-4192-9ea3-873cd84a5a9f req-ff4f8f9a-691d-42ad-9c61-6729fb1ddaff service neutron] 10.222.0.20 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092765 Aug 18 16:00:32.850435 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d061f8d-a763-497b-9ac1-d39a995d27ea req-02df4c02-8a3d-4930-9346-a0a9958b4a78 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:32.851562 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9d061f8d-a763-497b-9ac1-d39a995d27ea req-02df4c02-8a3d-4930-9346-a0a9958b4a78 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 944 time: 0.0614820 Aug 18 16:00:32.921389 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9d061f8d-a763-497b-9ac1-d39a995d27ea req-08bd4285-f9fa-41b0-af87-76d4f088da18 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fed3e39-eab9-443f-a690-7c6993deb099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613933 Aug 18 16:00:32.935699 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39320629-2f83-45f9-bfb7-c862e3331798 req-8b49de78-3b34-45cb-a8c8-a0acdb4e1333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:32.937221 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-39320629-2f83-45f9-bfb7-c862e3331798 req-8b49de78-3b34-45cb-a8c8-a0acdb4e1333 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccaffe3a9ca44a16b5da3fca67b2818c&device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 1097 time: 0.0563979 Aug 18 16:00:33.041511 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39320629-2f83-45f9-bfb7-c862e3331798 req-2fadb291-1742-49e9-961b-9d45051a36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:33.043159 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-39320629-2f83-45f9-bfb7-c862e3331798 req-2fadb291-1742-49e9-961b-9d45051a36a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae7b7023-460b-4b28-b8eb-4b3713d44050 HTTP/1.1" status: 200 len: 910 time: 0.0985160 Aug 18 16:00:33.094062 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-39320629-2f83-45f9-bfb7-c862e3331798 req-58224f81-451d-4139-8511-07488f671f87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4812107-22a9-4753-8011-92ca773712cb HTTP/1.1" status: 200 len: 217 time: 0.0397518 Aug 18 16:00:33.146157 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39320629-2f83-45f9-bfb7-c862e3331798 req-1adcbfe1-f361-4c9e-b6f2-4c21847930d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:33.147634 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-39320629-2f83-45f9-bfb7-c862e3331798 req-1adcbfe1-f361-4c9e-b6f2-4c21847930d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=439e0f3c-ed2e-4369-b19c-29e2fcf27f7e HTTP/1.1" status: 200 len: 848 time: 0.0463169 Aug 18 16:00:33.196688 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39320629-2f83-45f9-bfb7-c862e3331798 req-bd2c3a24-dfb7-4e61-a151-9d87402b955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:33.198213 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-39320629-2f83-45f9-bfb7-c862e3331798 req-bd2c3a24-dfb7-4e61-a151-9d87402b955f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae7b7023-460b-4b28-b8eb-4b3713d44050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416954 Aug 18 16:00:33.297041 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-39320629-2f83-45f9-bfb7-c862e3331798 req-a4716881-cf47-4f6c-89fa-0ec58a72cd4d service neutron] 10.222.0.20 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887265 Aug 18 16:00:33.388816 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-39320629-2f83-45f9-bfb7-c862e3331798 req-b517891b-7f4f-40d1-b594-18b1034fce58 service neutron] 10.222.0.20 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842583 Aug 18 16:00:34.041215 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f4b04-cb5e-44ee-93e3-0c02672d7586 req-8913c508-58af-4d65-af5a-ff862aa8c6fd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:34.042743 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-351f4b04-cb5e-44ee-93e3-0c02672d7586 req-8913c508-58af-4d65-af5a-ff862aa8c6fd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 944 time: 0.0504842 Aug 18 16:00:34.086257 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-351f4b04-cb5e-44ee-93e3-0c02672d7586 req-4129e6f7-6dad-4239-9a50-6da4b56484d3 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fed3e39-eab9-443f-a690-7c6993deb099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372925 Aug 18 16:00:34.243659 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device d94872c7-791c-48ef-9c3e-3b708304803e up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:00:34.291623 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port d94872c7-791c-48ef-9c3e-3b708304803e triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:34.291907 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:35.154112 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device c4812107-22a9-4753-8011-92ca773712cb details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 16:00:35.213946 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940760a-afc7-449f-b728-0f4d91b0e5c2 req-55f96a9c-0523-4e3a-8084-8201da9c9fb9 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:35.215474 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e940760a-afc7-449f-b728-0f4d91b0e5c2 req-55f96a9c-0523-4e3a-8084-8201da9c9fb9 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 944 time: 0.0581775 Aug 18 16:00:35.265366 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port c4812107-22a9-4753-8011-92ca773712cb, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c4812107-22a9-4753-8011-92ca773712cb,segment=NetworkSegment(f0c592b3-ba7d-4fbe-a26b-9c2387ca595a),segment_id=f0c592b3-ba7d-4fbe-a26b-9c2387ca595a)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:00:35.268056 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e940760a-afc7-449f-b728-0f4d91b0e5c2 req-4b0a700d-7229-4f0b-99c5-b4aecb850fcd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fed3e39-eab9-443f-a690-7c6993deb099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467064 Aug 18 16:00:35.277719 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': 'c4812107-22a9-4753-8011-92ca773712cb', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'port_id': 'c4812107-22a9-4753-8011-92ca773712cb', 'mac_address': 'fa:16:3e:24:04:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 16:00:35.319463 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:35.332563 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4812107-22a9-4753-8011-92ca773712cb {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 16:00:35.352764 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port c4812107-22a9-4753-8011-92ca773712cb, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c4812107-22a9-4753-8011-92ca773712cb,segment=NetworkSegment(f0c592b3-ba7d-4fbe-a26b-9c2387ca595a),segment_id=f0c592b3-ba7d-4fbe-a26b-9c2387ca595a)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:00:35.357097 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:35.410561 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=c4812107-22a9-4753-8011-92ca773712cb,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:35.619512 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['c4812107-22a9-4753-8011-92ca773712cb'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 16:00:36.385812 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35f1cc-0ae3-42f0-a2c1-07c233662453 req-a9e20ae3-ef4b-4e50-9a79-c88b281e6312 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:36.387202 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3e35f1cc-0ae3-42f0-a2c1-07c233662453 req-a9e20ae3-ef4b-4e50-9a79-c88b281e6312 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 945 time: 0.0508530 Aug 18 16:00:36.430959 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3e35f1cc-0ae3-42f0-a2c1-07c233662453 req-d77bb185-c188-45b2-a99f-231d1f3cc897 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fed3e39-eab9-443f-a690-7c6993deb099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330696 Aug 18 16:00:37.170420 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device c4812107-22a9-4753-8011-92ca773712cb up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:00:37.219958 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port c4812107-22a9-4753-8011-92ca773712cb completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:00:37.223665 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port c4812107-22a9-4753-8011-92ca773712cb triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:37.224584 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:37.303710 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:37.326249 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f90c24-724d-4934-a771-fc8f725549b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4812107-22a9-4753-8011-92ca773712cb'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:00:37.328535 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3d63ab-28ee-45a9-9cbf-6433be67854c" -d '{"events": [{"server_uuid": "f3f90c24-724d-4934-a771-fc8f725549b1", "name": "network-vif-plugged", "status": "completed", "tag": "c4812107-22a9-4753-8011-92ca773712cb"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:00:37.343630 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port c4812107-22a9-4753-8011-92ca773712cb, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c4812107-22a9-4753-8011-92ca773712cb,segment=NetworkSegment(f0c592b3-ba7d-4fbe-a26b-9c2387ca595a),segment_id=f0c592b3-ba7d-4fbe-a26b-9c2387ca595a)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:00:37.349447 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:37.373934 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf8313c-2bd0-4b85-a5aa-3005c7306199 x-openstack-request-id: req-cbf8313c-2bd0-4b85-a5aa-3005c7306199 {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:00:37.374229 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f90c24-724d-4934-a771-fc8f725549b1", "name": "network-vif-plugged", "status": "completed", "tag": "c4812107-22a9-4753-8011-92ca773712cb", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:00:37.374486 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cbf8313c-2bd0-4b85-a5aa-3005c7306199 {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:00:37.374877 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f90c24-724d-4934-a771-fc8f725549b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4812107-22a9-4753-8011-92ca773712cb', 'code': 200} Aug 18 16:00:37.410568 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=c4812107-22a9-4753-8011-92ca773712cb,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:37.580946 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3c314-8bb8-4f64-b9e2-8e5d87c79ba8 req-0a0f2e9e-1852-4528-8132-f45b01d20cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:37.582471 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c3f3c314-8bb8-4f64-b9e2-8e5d87c79ba8 req-0a0f2e9e-1852-4528-8132-f45b01d20cdd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 1099 time: 0.0737417 Aug 18 16:00:37.591746 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5695d-1128-4dde-9210-cd14b3e35661 req-f0aae81e-7def-47f6-a776-681ddb869351 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:37.593081 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-45f5695d-1128-4dde-9210-cd14b3e35661 req-f0aae81e-7def-47f6-a776-681ddb869351 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 946 time: 0.0864921 Aug 18 16:00:37.643999 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c3f3c314-8bb8-4f64-b9e2-8e5d87c79ba8 req-c5bea776-9fed-43c6-aa16-a31607f6810e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7fed3e39-eab9-443f-a690-7c6993deb099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498626 Aug 18 16:00:37.651136 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-45f5695d-1128-4dde-9210-cd14b3e35661 req-15f7f871-3ff8-481b-8527-f668828066a0 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fed3e39-eab9-443f-a690-7c6993deb099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513434 Aug 18 16:00:38.770130 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b5500-b5b0-4450-a4c7-91bda1a1f706 req-e64b08af-5bf1-4b12-9a4b-528ad21fe4f6 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:38.771705 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fb4b5500-b5b0-4450-a4c7-91bda1a1f706 req-e64b08af-5bf1-4b12-9a4b-528ad21fe4f6 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 946 time: 0.0515056 Aug 18 16:00:38.812005 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fb4b5500-b5b0-4450-a4c7-91bda1a1f706 req-55c4c2c1-69f2-45a2-9e3e-d20ee4756e19 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fed3e39-eab9-443f-a690-7c6993deb099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342059 Aug 18 16:00:38.941898 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb43fa-1035-49c2-958b-8f4d4bc2b54c req-b7f770d8-c4b3-4450-a7dd-df1806b25682 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:38.943622 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e4bb43fa-1035-49c2-958b-8f4d4bc2b54c req-b7f770d8-c4b3-4450-a7dd-df1806b25682 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 946 time: 0.0661080 Aug 18 16:00:38.952851 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37712) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:00:38.957352 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-1b77ddee-81c6-4540-935c-a1cd545263b4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Request body: {'floatingip': {'port_id': 'c4812107-22a9-4753-8011-92ca773712cb'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:39.000299 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-1b77ddee-81c6-4540-935c-a1cd545263b4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for floatingip, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:39.447436 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-1b77ddee-81c6-4540-935c-a1cd545263b4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:39.451142 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-1b77ddee-81c6-4540-935c-a1cd545263b4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:39.553155 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.l3_db [None req-1b77ddee-81c6-4540-935c-a1cd545263b4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Floating IP bb680979-9748-4f48-9b9d-4a348247963e associated. External IP: 172.27.2.85, port: c4812107-22a9-4753-8011-92ca773712cb. Aug 18 16:00:39.769815 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b77ddee-81c6-4540-935c-a1cd545263b4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:00:39.880722 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b77ddee-81c6-4540-935c-a1cd545263b4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:00:39.885555 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-1b77ddee-81c6-4540-935c-a1cd545263b4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:39.891686 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecb916-36cd-453b-9ea0-570abe1d963d None None] Sync routers for ids ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:00:39.905381 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ecb916-36cd-453b-9ea0-570abe1d963d None None] Routers {'79b82f34-a26b-4a9b-8102-8d1d302eeb9e'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:00:39.906084 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-63ecb916-36cd-453b-9ea0-570abe1d963d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:00:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:39.915329 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-1b77ddee-81c6-4540-935c-a1cd545263b4 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "PUT /v2.0/floatingips/bb680979-9748-4f48-9b9d-4a348247963e HTTP/1.1" status: 200 len: 991 time: 0.9613969 Aug 18 16:00:39.915903 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f90c24-724d-4934-a771-fc8f725549b1', 'tag': 'c4812107-22a9-4753-8011-92ca773712cb'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:00:39.918324 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3ee117-7bea-43e4-ba6b-eaefc3e83d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f90c24-724d-4934-a771-fc8f725549b1", "tag": "c4812107-22a9-4753-8011-92ca773712cb"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:00:39.956994 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ea4357-890c-4b8d-a294-7aab48f0cee9 x-openstack-request-id: req-f9ea4357-890c-4b8d-a294-7aab48f0cee9 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:00:39.957454 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f90c24-724d-4934-a771-fc8f725549b1", "tag": "c4812107-22a9-4753-8011-92ca773712cb", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:00:39.961541 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9ea4357-890c-4b8d-a294-7aab48f0cee9 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:00:39.961541 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f90c24-724d-4934-a771-fc8f725549b1', 'tag': 'c4812107-22a9-4753-8011-92ca773712cb', 'status': 'completed', 'code': 200} Aug 18 16:00:40.034602 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ee117-7bea-43e4-ba6b-eaefc3e83d4f req-382cb698-3ba9-4345-81ab-24c57a7d523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:40.036167 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0e3ee117-7bea-43e4-ba6b-eaefc3e83d4f req-382cb698-3ba9-4345-81ab-24c57a7d523b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccaffe3a9ca44a16b5da3fca67b2818c&device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 1099 time: 0.0465078 Aug 18 16:00:40.038124 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-63ecb916-36cd-453b-9ea0-570abe1d963d None None] Set router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:00:40.140512 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ee117-7bea-43e4-ba6b-eaefc3e83d4f req-f6399fca-5bca-44ae-b805-fd7219178e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:40.142034 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0e3ee117-7bea-43e4-ba6b-eaefc3e83d4f req-f6399fca-5bca-44ae-b805-fd7219178e62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae7b7023-460b-4b28-b8eb-4b3713d44050 HTTP/1.1" status: 200 len: 910 time: 0.0922771 Aug 18 16:00:40.213815 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0e3ee117-7bea-43e4-ba6b-eaefc3e83d4f req-244522d2-4a55-49d4-ae32-83c15e32e2ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4812107-22a9-4753-8011-92ca773712cb HTTP/1.1" status: 200 len: 999 time: 0.0637805 Aug 18 16:00:40.267458 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ee117-7bea-43e4-ba6b-eaefc3e83d4f req-d0e3bd2b-7b58-496f-8ea5-0584235e4f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:40.268987 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0e3ee117-7bea-43e4-ba6b-eaefc3e83d4f req-d0e3bd2b-7b58-496f-8ea5-0584235e4f36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=439e0f3c-ed2e-4369-b19c-29e2fcf27f7e HTTP/1.1" status: 200 len: 848 time: 0.0467949 Aug 18 16:00:40.319655 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ee117-7bea-43e4-ba6b-eaefc3e83d4f req-09728089-8552-4728-b95f-9c90d12cf728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:40.321272 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0e3ee117-7bea-43e4-ba6b-eaefc3e83d4f req-09728089-8552-4728-b95f-9c90d12cf728 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae7b7023-460b-4b28-b8eb-4b3713d44050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447233 Aug 18 16:00:40.393259 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-63ecb916-36cd-453b-9ea0-570abe1d963d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:37Z', 'revision_number': 4, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': 'bb680979-9748-4f48-9b9d-4a348247963e', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'port_id': 'c4812107-22a9-4753-8011-92ca773712cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'mac_address': 'fa:16:3e:24:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f90c24-724d-4934-a771-fc8f725549b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:00:27Z', 'updated_at': '2021-08-18T16:00:39Z', 'revision_number': 1, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb81f218-45b9-4512-bb81-fa16315a6675', 'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'mac_address': 'fa:16:3e:96:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:33Z', 'updated_at': '2021-08-18T15:55:46Z', 'revision_number': 5, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'subnets': [{'id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:40.420432 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0e3ee117-7bea-43e4-ba6b-eaefc3e83d4f req-4a0b08a1-53aa-45e8-aead-12e97a3fc8a9 service neutron] 10.222.0.20 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903146 Aug 18 16:00:40.423308 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecb916-36cd-453b-9ea0-570abe1d963d None None] Checking router: 79b82f34-a26b-4a9b-8102-8d1d302eeb9e for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:00:40.432477 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ecb916-36cd-453b-9ea0-570abe1d963d None None] Routers {'79b82f34-a26b-4a9b-8102-8d1d302eeb9e'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:00:40.433205 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-63ecb916-36cd-453b-9ea0-570abe1d963d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:00:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:40.511649 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0e3ee117-7bea-43e4-ba6b-eaefc3e83d4f req-a479ecd6-240d-4357-a763-5f26b1ac4d19 service neutron] 10.222.0.20 "GET /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835471 Aug 18 16:00:40.543146 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-63ecb916-36cd-453b-9ea0-570abe1d963d None None] Set router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:00:40.782796 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-63ecb916-36cd-453b-9ea0-570abe1d963d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:37Z', 'revision_number': 4, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': 'bb680979-9748-4f48-9b9d-4a348247963e', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'port_id': 'c4812107-22a9-4753-8011-92ca773712cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'mac_address': 'fa:16:3e:24:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f90c24-724d-4934-a771-fc8f725549b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:00:27Z', 'updated_at': '2021-08-18T16:00:39Z', 'revision_number': 1, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb81f218-45b9-4512-bb81-fa16315a6675', 'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'mac_address': 'fa:16:3e:96:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:33Z', 'updated_at': '2021-08-18T15:55:46Z', 'revision_number': 5, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'subnets': [{'id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:00:40.811030 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecb916-36cd-453b-9ea0-570abe1d963d None None] The sync data for ids ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'] in dv-cinder-778534-7-iscsi is: [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:37Z', 'revision_number': 4, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': 'bb680979-9748-4f48-9b9d-4a348247963e', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'port_id': 'c4812107-22a9-4753-8011-92ca773712cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'mac_address': 'fa:16:3e:24:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f90c24-724d-4934-a771-fc8f725549b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:00:27Z', 'updated_at': '2021-08-18T16:00:39Z', 'revision_number': 1, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb81f218-45b9-4512-bb81-fa16315a6675', 'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'mac_address': 'fa:16:3e:96:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:33Z', 'updated_at': '2021-08-18T15:55:46Z', 'revision_number': 5, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'subnets': [{'id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:00:40.995171 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7de77d-8631-41d4-8225-0cb83c2c77a3 None None] New status for floating IP bb680979-9748-4f48-9b9d-4a348247963e: ACTIVE {{(pid=93849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 16:00:44.746078 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-c9b529cb-0791-4222-a2fe-57976c74faef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:45.362662 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95ea7386-b024-4d10-8253-7983a2185d3a req-52b57253-fc17-4e80-98a7-c5698c7b3f69 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555844300&fields=id&tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec HTTP/1.1" status: 200 len: 267 time: 0.0329239 Aug 18 16:00:45.475868 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea7386-b024-4d10-8253-7983a2185d3a req-376d32b8-f373-4fd0-9f48-2f1e87249e84 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:45.477380 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95ea7386-b024-4d10-8253-7983a2185d3a req-376d32b8-f373-4fd0-9f48-2f1e87249e84 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/networks?id=b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 200 len: 812 time: 0.1075702 Aug 18 16:00:45.493054 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95ea7386-b024-4d10-8253-7983a2185d3a req-aea0de24-e381-40d1-a193-8b801c5159c5 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/quotas/9a70d2f8bce441a3bd8ed3a702f2d6ec HTTP/1.1" status: 200 len: 375 time: 0.0100560 Aug 18 16:00:45.542725 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95ea7386-b024-4d10-8253-7983a2185d3a req-f8783a5a-89b8-4d67-b494-3c4a1bccd787 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444317 Aug 18 16:00:45.736639 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95ea7386-b024-4d10-8253-7983a2185d3a req-27c39828-5799-480a-8c48-40f18ac53d8e service neutron] 10.222.0.44 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809862 Aug 18 16:00:45.826231 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95ea7386-b024-4d10-8253-7983a2185d3a req-4c56e719-3d9c-4fbf-8bf7-431f7988e6fd service neutron] 10.222.0.44 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828009 Aug 18 16:00:46.110312 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-066f1004-83ce-4883-a909-6fad3abad00c req-9d341517-ac66-4a19-9d39-511b21b57f87 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 210 time: 0.0290315 Aug 18 16:00:47.426805 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-baefe327-87c0-4bfe-b78a-2b9db11c6866 req-ebfee073-4d6f-4253-8feb-9e9f2d0674cc tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 210 time: 0.0376611 Aug 18 16:00:47.475079 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea7386-b024-4d10-8253-7983a2185d3a req-0726a120-06ab-444b-af26-519d48c117c0 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:47.476856 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95ea7386-b024-4d10-8253-7983a2185d3a req-0726a120-06ab-444b-af26-519d48c117c0 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.20 "GET /v2.0/networks?id=b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 200 len: 812 time: 0.4373291 Aug 18 16:00:47.522695 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95ea7386-b024-4d10-8253-7983a2185d3a req-bfb41eda-42a0-4910-b123-c147e2352025 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec HTTP/1.1" status: 200 len: 380 time: 0.0369349 Aug 18 16:00:47.535574 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-95ea7386-b024-4d10-8253-7983a2185d3a req-5e981132-8fee-4ccc-803f-e2040f6840bb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Request body: {'port': {'device_id': 'cc8b873c-e287-4cc9-9092-91685066c591', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'admin_state_up': True, 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'security_groups': ['d7a728ae-5a6a-4e08-a9e6-1cee20d7f882']}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:47.649457 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ea7386-b024-4d10-8253-7983a2185d3a req-5e981132-8fee-4ccc-803f-e2040f6840bb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Made reservation on behalf of 9a70d2f8bce441a3bd8ed3a702f2d6ec for: {'port': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:00:47.653252 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-95ea7386-b024-4d10-8253-7983a2185d3a req-5e981132-8fee-4ccc-803f-e2040f6840bb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:47.674944 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-09d71add-c483-486a-9efd-b618c81c58be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:47.792290 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [req-95ea7386-b024-4d10-8253-7983a2185d3a req-5e981132-8fee-4ccc-803f-e2040f6840bb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Allocated IP 172.20.0.7 (b8354aa0-9bb4-42ac-9744-51be05790a22/aba900a4-cf58-43dd-a6a7-868c2f7a1387/58742a74-af79-4a22-8a41-83bd774a0fb1) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:00:47.875541 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:47.929297 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-95ea7386-b024-4d10-8253-7983a2185d3a req-5e981132-8fee-4ccc-803f-e2040f6840bb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:47.942173 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-95ea7386-b024-4d10-8253-7983a2185d3a req-5e981132-8fee-4ccc-803f-e2040f6840bb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Transition to ACTIVE for port object 58742a74-af79-4a22-8a41-83bd774a0fb1 will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:00:47.975756 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-95ea7386-b024-4d10-8253-7983a2185d3a req-5e981132-8fee-4ccc-803f-e2040f6840bb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:48.025232 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ea7386-b024-4d10-8253-7983a2185d3a req-5e981132-8fee-4ccc-803f-e2040f6840bb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Network b8354aa0-9bb4-42ac-9744-51be05790a22 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:00:48.028389 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [req-95ea7386-b024-4d10-8253-7983a2185d3a req-5e981132-8fee-4ccc-803f-e2040f6840bb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:00:48.032221 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ea7386-b024-4d10-8253-7983a2185d3a req-5e981132-8fee-4ccc-803f-e2040f6840bb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:00:48.063526 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e981132-8fee-4ccc-803f-e2040f6840bb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event updated for resources: {'Port': ['ID=58742a74-af79-4a22-8a41-83bd774a0fb1,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:48.087763 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea7386-b024-4d10-8253-7983a2185d3a req-5e981132-8fee-4ccc-803f-e2040f6840bb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:48.088413 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-95ea7386-b024-4d10-8253-7983a2185d3a req-5e981132-8fee-4ccc-803f-e2040f6840bb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:48.105262 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95ea7386-b024-4d10-8253-7983a2185d3a req-5e981132-8fee-4ccc-803f-e2040f6840bb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5733912 Aug 18 16:00:48.171740 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Request body: {'port': {'device_id': 'cc8b873c-e287-4cc9-9092-91685066c591', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:00:48.227380 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:48.300379 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-68713418-c39e-4a3a-b0d8-d889e87b1e7f None None] Provisioning for port 58742a74-af79-4a22-8a41-83bd774a0fb1 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:00:48.305173 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-68713418-c39e-4a3a-b0d8-d889e87b1e7f None None] Provisioning complete for port 58742a74-af79-4a22-8a41-83bd774a0fb1 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:48.305747 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-68713418-c39e-4a3a-b0d8-d889e87b1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:48.342037 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-68713418-c39e-4a3a-b0d8-d889e87b1e7f None None] Port 58742a74-af79-4a22-8a41-83bd774a0fb1 cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 16:00:48.509131 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58742a74-af79-4a22-8a41-83bd774a0fb1 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 16:00:48.517706 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:48.548693 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Transition to ACTIVE for port object 58742a74-af79-4a22-8a41-83bd774a0fb1 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:00:48.554104 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:48.591790 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662538b-6556-4a0a-b4be-b025b155cb66 req-97f57bcc-2176-44eb-a7ae-ea6adb88dc5f tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:48.593376 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7662538b-6556-4a0a-b4be-b025b155cb66 req-97f57bcc-2176-44eb-a7ae-ea6adb88dc5f tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 931 time: 0.0960684 Aug 18 16:00:48.639409 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Pushing event updated for resources: {'Port': ['ID=58742a74-af79-4a22-8a41-83bd774a0fb1,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:48.681475 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7662538b-6556-4a0a-b4be-b025b155cb66 req-a1fb27f2-d3c5-433d-9dcd-27773270f176 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779638 Aug 18 16:00:48.730787 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Attempting to bind port 58742a74-af79-4a22-8a41-83bd774a0fb1 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:00:48.731123 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Attempting to bind port 58742a74-af79-4a22-8a41-83bd774a0fb1 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:00:48.731449 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Attempting to bind port 58742a74-af79-4a22-8a41-83bd774a0fb1 on network b8354aa0-9bb4-42ac-9744-51be05790a22 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:00:48.737759 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Port 58742a74-af79-4a22-8a41-83bd774a0fb1 on network b8354aa0-9bb4-42ac-9744-51be05790a22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 16:00:48.738083 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Attempting to bind port 58742a74-af79-4a22-8a41-83bd774a0fb1 on network b8354aa0-9bb4-42ac-9744-51be05790a22 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:00:48.744006 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 16, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:00:48.744343 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Checking segment: {'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:00:48.744760 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Bound using segment: {'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:00:48.745190 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Bound port: 58742a74-af79-4a22-8a41-83bd774a0fb1, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:00:48.745549 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:48.781973 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:48.818130 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] For port 58742a74-af79-4a22-8a41-83bd774a0fb1, host hv-cinder-77853, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:00:48.823170 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] For port 58742a74-af79-4a22-8a41-83bd774a0fb1, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=58742a74-af79-4a22-8a41-83bd774a0fb1,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:00:48.827058 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:48.867454 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:48.868117 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:48.869534 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95ea7386-b024-4d10-8253-7983a2185d3a req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] 10.222.0.20 "PUT /v2.0/ports/58742a74-af79-4a22-8a41-83bd774a0fb1 HTTP/1.1" status: 200 len: 1093 time: 0.7538283 Aug 18 16:00:48.870086 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8b873c-e287-4cc9-9092-91685066c591', 'tag': '58742a74-af79-4a22-8a41-83bd774a0fb1'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:00:48.872264 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219ada79-04c3-49f6-89a8-e3c0148a8ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8b873c-e287-4cc9-9092-91685066c591", "tag": "58742a74-af79-4a22-8a41-83bd774a0fb1"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:00:48.908477 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9464e4c-584e-43d8-97df-09bc6fdb515f service neutron] Pushing event updated for resources: {'Port': ['ID=58742a74-af79-4a22-8a41-83bd774a0fb1,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:48.969340 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea7386-b024-4d10-8253-7983a2185d3a req-ec28636f-bb63-4e00-b4dc-fde150ecb3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:48.971004 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95ea7386-b024-4d10-8253-7983a2185d3a req-ec28636f-bb63-4e00-b4dc-fde150ecb3a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 1096 time: 0.0502603 Aug 18 16:00:49.018047 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de1aeea-2674-4fcb-8dd0-2bf7345a2761 x-openstack-request-id: req-9de1aeea-2674-4fcb-8dd0-2bf7345a2761 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:00:49.018345 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8b873c-e287-4cc9-9092-91685066c591", "tag": "58742a74-af79-4a22-8a41-83bd774a0fb1", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:00:49.018603 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9de1aeea-2674-4fcb-8dd0-2bf7345a2761 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:00:49.019003 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8b873c-e287-4cc9-9092-91685066c591', 'tag': '58742a74-af79-4a22-8a41-83bd774a0fb1', 'status': 'completed', 'code': 200} Aug 18 16:00:49.021563 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95ea7386-b024-4d10-8253-7983a2185d3a req-2e8bf0b1-29da-46f6-b34a-77ce818f500e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58742a74-af79-4a22-8a41-83bd774a0fb1 HTTP/1.1" status: 200 len: 217 time: 0.0398138 Aug 18 16:00:49.072395 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea7386-b024-4d10-8253-7983a2185d3a req-fd9e62f4-bf3e-46a4-b788-1f9c45785f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:49.073820 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95ea7386-b024-4d10-8253-7983a2185d3a req-fd9e62f4-bf3e-46a4-b788-1f9c45785f47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aba900a4-cf58-43dd-a6a7-868c2f7a1387 HTTP/1.1" status: 200 len: 851 time: 0.0450480 Aug 18 16:00:49.126854 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea7386-b024-4d10-8253-7983a2185d3a req-868eb156-6056-4b00-95e2-af11c0cf6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:49.128372 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95ea7386-b024-4d10-8253-7983a2185d3a req-868eb156-6056-4b00-95e2-af11c0cf6dc0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8354aa0-9bb4-42ac-9744-51be05790a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476029 Aug 18 16:00:49.218709 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95ea7386-b024-4d10-8253-7983a2185d3a req-7fb5f099-5058-44bf-a5fd-61704b49e67b service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830467 Aug 18 16:00:49.311148 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95ea7386-b024-4d10-8253-7983a2185d3a req-4293bdae-aff6-470d-926f-c0a117ef00ea service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843813 Aug 18 16:00:49.408172 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ada79-04c3-49f6-89a8-e3c0148a8ecf req-abd2cbcf-2cd1-4a1e-afe0-326bb967eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:49.409705 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-219ada79-04c3-49f6-89a8-e3c0148a8ecf req-abd2cbcf-2cd1-4a1e-afe0-326bb967eb6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 1096 time: 0.0461376 Aug 18 16:00:49.504459 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ada79-04c3-49f6-89a8-e3c0148a8ecf req-c3cf7dbb-7502-46ee-a585-3cbacc9528bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:49.506480 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-219ada79-04c3-49f6-89a8-e3c0148a8ecf req-c3cf7dbb-7502-46ee-a585-3cbacc9528bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 200 len: 913 time: 0.0895469 Aug 18 16:00:49.549479 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-219ada79-04c3-49f6-89a8-e3c0148a8ecf req-f76ac1b3-0861-4be6-b033-d664f81845b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58742a74-af79-4a22-8a41-83bd774a0fb1 HTTP/1.1" status: 200 len: 217 time: 0.0334156 Aug 18 16:00:49.602717 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ada79-04c3-49f6-89a8-e3c0148a8ecf req-807418f8-6531-41b4-be15-50b976e22dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:49.604180 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-219ada79-04c3-49f6-89a8-e3c0148a8ecf req-807418f8-6531-41b4-be15-50b976e22dc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aba900a4-cf58-43dd-a6a7-868c2f7a1387 HTTP/1.1" status: 200 len: 851 time: 0.0444086 Aug 18 16:00:49.658444 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ada79-04c3-49f6-89a8-e3c0148a8ecf req-6dc25544-8556-4d48-aa0a-656c6a1c3d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:49.659839 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-219ada79-04c3-49f6-89a8-e3c0148a8ecf req-6dc25544-8556-4d48-aa0a-656c6a1c3d3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8354aa0-9bb4-42ac-9744-51be05790a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447836 Aug 18 16:00:49.792912 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-219ada79-04c3-49f6-89a8-e3c0148a8ecf req-fdbc0856-6de7-4643-a998-435a8bd352d5 service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084998 Aug 18 16:00:49.831524 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87c196-7c9d-4a19-b43e-7b44566fc78a req-40a561e7-6a9f-4a0f-a221-2bd7c574c6a1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:49.833633 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bf87c196-7c9d-4a19-b43e-7b44566fc78a req-40a561e7-6a9f-4a0f-a221-2bd7c574c6a1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 943 time: 0.0795028 Aug 18 16:00:49.906029 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bf87c196-7c9d-4a19-b43e-7b44566fc78a req-82869b96-e67c-44da-82e8-3a560ea023f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472057 Aug 18 16:00:49.930641 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-219ada79-04c3-49f6-89a8-e3c0148a8ecf req-50df0b21-7482-4cf5-8f75-146c6c2e29f5 service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278908 Aug 18 16:00:50.005994 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:50.719221 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-509efe53-370f-4746-949f-87ec23f64e0d req-ddbc12cd-768a-480d-81db-ab8564555091 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464940 Aug 18 16:00:50.822427 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509efe53-370f-4746-949f-87ec23f64e0d req-5d3f5be4-4773-4abb-b5d7-423d16ac822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:50.823954 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-509efe53-370f-4746-949f-87ec23f64e0d req-5d3f5be4-4773-4abb-b5d7-423d16ac822d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77e136ad8c444be5ab6bb316db899707&device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 1138 time: 0.0489898 Aug 18 16:00:50.936658 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509efe53-370f-4746-949f-87ec23f64e0d req-be9ebe19-232f-4a06-9ea0-d39b6edea316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:50.938251 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-509efe53-370f-4746-949f-87ec23f64e0d req-be9ebe19-232f-4a06-9ea0-d39b6edea316 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8e860e8-f3eb-4fc6-97eb-661d667222fa HTTP/1.1" status: 200 len: 916 time: 0.0930350 Aug 18 16:00:51.044286 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-509efe53-370f-4746-949f-87ec23f64e0d req-1872173a-8bbd-4351-913d-a50cabeb39b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2d52bed-aed6-4435-b668-476f444126a7 HTTP/1.1" status: 200 len: 1001 time: 0.0985904 Aug 18 16:00:51.061475 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1cbe8-1ae5-4ecf-94af-b3b56afe8d36 req-0f0d9278-79db-4e7a-8ee6-082f57e89d64 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:51.062998 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2ed1cbe8-1ae5-4ecf-94af-b3b56afe8d36 req-0f0d9278-79db-4e7a-8ee6-082f57e89d64 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 943 time: 0.0782282 Aug 18 16:00:51.094620 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:51.132307 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2ed1cbe8-1ae5-4ecf-94af-b3b56afe8d36 req-c4c92886-81eb-4908-87b1-a2483bdf3251 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610914 Aug 18 16:00:51.133829 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509efe53-370f-4746-949f-87ec23f64e0d req-d158f188-9c87-422d-8c62-da9ec8cea042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:51.135170 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-509efe53-370f-4746-949f-87ec23f64e0d req-d158f188-9c87-422d-8c62-da9ec8cea042 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa9b8653-8df0-4191-b528-a8151a2e9f0f HTTP/1.1" status: 200 len: 854 time: 0.0713108 Aug 18 16:00:51.186651 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509efe53-370f-4746-949f-87ec23f64e0d req-4464fac6-b8cc-4c3b-98b7-3e30bc79f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:51.188093 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-509efe53-370f-4746-949f-87ec23f64e0d req-4464fac6-b8cc-4c3b-98b7-3e30bc79f24f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8e860e8-f3eb-4fc6-97eb-661d667222fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445299 Aug 18 16:00:51.276494 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-509efe53-370f-4746-949f-87ec23f64e0d req-65f6f2f5-7a13-40b8-b2d8-0038c2566b07 service neutron] 10.222.0.20 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810969 Aug 18 16:00:51.370476 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-509efe53-370f-4746-949f-87ec23f64e0d req-88f1a5dd-d89c-4056-95ae-a82363c2798f service neutron] 10.222.0.20 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860741 Aug 18 16:00:52.017410 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:00:52.249857 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9440f1b-6f61-459f-b377-8170cb6478c7 req-a7200324-48a5-4e28-a35a-ff53316588fb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:52.251379 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c9440f1b-6f61-459f-b377-8170cb6478c7 req-a7200324-48a5-4e28-a35a-ff53316588fb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 943 time: 0.0510197 Aug 18 16:00:52.290581 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c9440f1b-6f61-459f-b377-8170cb6478c7 req-2926373c-e9b0-4b2d-a554-c7776fb3247e tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329719 Aug 18 16:00:53.285008 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e60282-98b8-407e-8e54-8871ffb63de5 req-023266c4-6a2e-42b9-b785-fc31c74a5765 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:53.287099 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-66e60282-98b8-407e-8e54-8871ffb63de5 req-023266c4-6a2e-42b9-b785-fc31c74a5765 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0499067 Aug 18 16:00:53.325189 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-66e60282-98b8-407e-8e54-8871ffb63de5 req-5e15fa25-fd24-4733-ada9-c99076148c65 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320034 Aug 18 16:00:53.407220 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953ed20-9c13-4960-994a-5ddea688e9b9 req-45de025d-5ce4-496f-b817-5362d9320f4a tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:53.408620 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c953ed20-9c13-4960-994a-5ddea688e9b9 req-45de025d-5ce4-496f-b817-5362d9320f4a tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 943 time: 0.0500903 Aug 18 16:00:53.450944 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c953ed20-9c13-4960-994a-5ddea688e9b9 req-5617e297-6557-40c5-b02f-5fdce355dfde tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356932 Aug 18 16:00:54.447437 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e4271-852d-45de-a814-b96ac8b4a8f2 req-abebfee1-24a2-47c8-9408-d85e81a71bbe tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:54.448843 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-463e4271-852d-45de-a814-b96ac8b4a8f2 req-abebfee1-24a2-47c8-9408-d85e81a71bbe tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0498772 Aug 18 16:00:54.487446 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-463e4271-852d-45de-a814-b96ac8b4a8f2 req-039252f8-006f-4dd2-bb76-19530761486b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326364 Aug 18 16:00:54.569103 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef4553-e69d-4121-ab03-258e9d5e067a req-04e1602f-f64c-42b1-956a-1e96eb0b7e8d tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:54.570644 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-efef4553-e69d-4121-ab03-258e9d5e067a req-04e1602f-f64c-42b1-956a-1e96eb0b7e8d tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 943 time: 0.0493693 Aug 18 16:00:54.608744 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-efef4553-e69d-4121-ab03-258e9d5e067a req-e3e00f28-036a-4020-b07f-00e77ca7d433 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322051 Aug 18 16:00:55.607629 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d956c-8813-48c1-bbba-e91e61671e10 req-0e81e215-404f-4de0-9153-8bc41ba9cc59 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:55.609039 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-012d956c-8813-48c1-bbba-e91e61671e10 req-0e81e215-404f-4de0-9153-8bc41ba9cc59 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0495493 Aug 18 16:00:55.650609 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-012d956c-8813-48c1-bbba-e91e61671e10 req-de487b74-9480-4d82-866f-3b9e4fda2957 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351069 Aug 18 16:00:55.725148 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019442a9-e77d-4275-bc36-6ba6f9d1f50e req-3fe73409-a191-444b-b7e7-37b6fd0055df tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:55.726630 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-019442a9-e77d-4275-bc36-6ba6f9d1f50e req-3fe73409-a191-444b-b7e7-37b6fd0055df tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 943 time: 0.0506048 Aug 18 16:00:55.763750 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-019442a9-e77d-4275-bc36-6ba6f9d1f50e req-303c2bfd-fce7-458f-a71e-9b8dd726bd0b tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313277 Aug 18 16:00:56.771984 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48ad03-ddfa-4e89-89dc-62cf888ee900 req-bb24f002-3253-4d7b-ac5e-6cae02a2a302 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:56.773518 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fe48ad03-ddfa-4e89-89dc-62cf888ee900 req-bb24f002-3253-4d7b-ac5e-6cae02a2a302 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0488958 Aug 18 16:00:56.813036 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fe48ad03-ddfa-4e89-89dc-62cf888ee900 req-ca33c5b5-1eaf-44e7-9d85-2c5fe97a5396 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336707 Aug 18 16:00:56.882699 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd99c5f-54b6-47e9-8761-e656dc5d1bae req-2bbbf4b3-bcc3-4eb5-b80f-5ed7fcf925ee tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:56.884202 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3cd99c5f-54b6-47e9-8761-e656dc5d1bae req-2bbbf4b3-bcc3-4eb5-b80f-5ed7fcf925ee tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 943 time: 0.0497179 Aug 18 16:00:56.925167 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3cd99c5f-54b6-47e9-8761-e656dc5d1bae req-328ec1a2-8623-4334-bf93-2f78a66f02f8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349507 Aug 18 16:00:57.310229 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 58742a74-af79-4a22-8a41-83bd774a0fb1 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 16:00:57.407663 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 58742a74-af79-4a22-8a41-83bd774a0fb1, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=58742a74-af79-4a22-8a41-83bd774a0fb1,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:00:57.418992 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '58742a74-af79-4a22-8a41-83bd774a0fb1', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'port_id': '58742a74-af79-4a22-8a41-83bd774a0fb1', 'mac_address': 'fa:16:3e:5e:7d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 16:00:57.457721 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:57.471418 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58742a74-af79-4a22-8a41-83bd774a0fb1 {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 16:00:57.491618 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 58742a74-af79-4a22-8a41-83bd774a0fb1, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=58742a74-af79-4a22-8a41-83bd774a0fb1,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:00:57.495178 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:57.547163 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=58742a74-af79-4a22-8a41-83bd774a0fb1,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:57.762203 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['58742a74-af79-4a22-8a41-83bd774a0fb1'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 16:00:57.933987 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7513e4-485a-49a8-abd9-85dd877c5b0d req-3036f0e1-bc3f-44c2-af9a-31093a72a638 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:57.936099 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8f7513e4-485a-49a8-abd9-85dd877c5b0d req-3036f0e1-bc3f-44c2-af9a-31093a72a638 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0504854 Aug 18 16:00:57.977381 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8f7513e4-485a-49a8-abd9-85dd877c5b0d req-1fd23e02-d304-4432-9619-fd35ebe5ca2a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354416 Aug 18 16:00:58.045927 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6688b31-3dad-46a9-8b63-ce1f4d19e78f req-28c8c812-1650-4dd9-9f97-1743961b56da tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:58.047411 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f6688b31-3dad-46a9-8b63-ce1f4d19e78f req-28c8c812-1650-4dd9-9f97-1743961b56da tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 944 time: 0.0491371 Aug 18 16:00:58.085526 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f6688b31-3dad-46a9-8b63-ce1f4d19e78f req-917029af-df50-4e2f-970c-91f6f8eea2aa tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310731 Aug 18 16:00:59.095428 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4780c-c410-49fc-84d5-72934090b64e req-c4821d1a-b48a-4973-9679-30b4b9fda8e7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:59.096898 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fcc4780c-c410-49fc-84d5-72934090b64e req-c4821d1a-b48a-4973-9679-30b4b9fda8e7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0485675 Aug 18 16:00:59.139867 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fcc4780c-c410-49fc-84d5-72934090b64e req-6e9dc865-2d78-4f32-926c-d4ee7554015e tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363722 Aug 18 16:00:59.204627 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b90016-d06a-462a-a40c-698e39ae3f67 req-376e4d51-8abb-4efa-aa88-daea115fa192 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:59.206132 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f4b90016-d06a-462a-a40c-698e39ae3f67 req-376e4d51-8abb-4efa-aa88-daea115fa192 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 944 time: 0.0496118 Aug 18 16:00:59.244694 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f4b90016-d06a-462a-a40c-698e39ae3f67 req-689bd758-16da-40ad-8858-c941747412b5 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322194 Aug 18 16:00:59.309685 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 58742a74-af79-4a22-8a41-83bd774a0fb1 up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:00:59.356800 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port 58742a74-af79-4a22-8a41-83bd774a0fb1 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:00:59.360440 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 58742a74-af79-4a22-8a41-83bd774a0fb1 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:00:59.360841 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:59.436176 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:59.462362 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8b873c-e287-4cc9-9092-91685066c591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58742a74-af79-4a22-8a41-83bd774a0fb1'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:00:59.464583 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90271986-d0b1-414c-89c5-80ecc1fc9eca" -d '{"events": [{"server_uuid": "cc8b873c-e287-4cc9-9092-91685066c591", "name": "network-vif-plugged", "status": "completed", "tag": "58742a74-af79-4a22-8a41-83bd774a0fb1"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:00:59.477765 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 58742a74-af79-4a22-8a41-83bd774a0fb1, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=58742a74-af79-4a22-8a41-83bd774a0fb1,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:00:59.482220 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:00:59.508989 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0085a0f8-c164-458a-90b7-2a66dd1f9c6f x-openstack-request-id: req-0085a0f8-c164-458a-90b7-2a66dd1f9c6f {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:00:59.509301 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8b873c-e287-4cc9-9092-91685066c591", "name": "network-vif-plugged", "status": "completed", "tag": "58742a74-af79-4a22-8a41-83bd774a0fb1", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:00:59.509556 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0085a0f8-c164-458a-90b7-2a66dd1f9c6f {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:00:59.509944 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8b873c-e287-4cc9-9092-91685066c591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58742a74-af79-4a22-8a41-83bd774a0fb1', 'code': 200} Aug 18 16:00:59.540663 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=58742a74-af79-4a22-8a41-83bd774a0fb1,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:00:59.729064 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820abc3-7de3-4f48-8dd8-b237db983fb8 req-4d56dfbb-7bdb-42f6-afb8-4a36062e5957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:00:59.730588 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e820abc3-7de3-4f48-8dd8-b237db983fb8 req-4d56dfbb-7bdb-42f6-afb8-4a36062e5957 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 1098 time: 0.0417182 Aug 18 16:00:59.783725 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e820abc3-7de3-4f48-8dd8-b237db983fb8 req-75db0c79-2426-496f-9f59-a7ac03c95e54 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293486 Aug 18 16:01:00.266225 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1df35-969c-4d7f-baa5-4de431fb9f3b req-0812c9d8-2b1b-4f8f-b36c-92660c53a2b5 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:00.267717 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-82e1df35-969c-4d7f-baa5-4de431fb9f3b req-0812c9d8-2b1b-4f8f-b36c-92660c53a2b5 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0486300 Aug 18 16:01:00.309178 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-82e1df35-969c-4d7f-baa5-4de431fb9f3b req-85f03aad-4d58-4111-984e-1b49934dc3c4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354464 Aug 18 16:01:00.364124 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6068d-f7ed-4f03-aa35-cc2f63e4af23 req-3ea2f138-e8f1-4a30-bae8-4c76b350872d tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:00.365691 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-44a6068d-f7ed-4f03-aa35-cc2f63e4af23 req-3ea2f138-e8f1-4a30-bae8-4c76b350872d tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 945 time: 0.0507274 Aug 18 16:01:00.403972 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-44a6068d-f7ed-4f03-aa35-cc2f63e4af23 req-0f932b54-8dc0-42a8-890a-776f0b81b138 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322790 Aug 18 16:01:01.430872 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa7388-c770-4d7f-a662-ffa5cd6cab5c req-ed056a44-9689-4769-a5b6-5c5f734550ae tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:01.432401 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b2fa7388-c770-4d7f-a662-ffa5cd6cab5c req-ed056a44-9689-4769-a5b6-5c5f734550ae tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0512869 Aug 18 16:01:01.471145 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b2fa7388-c770-4d7f-a662-ffa5cd6cab5c req-cc05c2a3-d78f-408e-ac01-59431fb07bf0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326660 Aug 18 16:01:01.520722 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a7ea1-3046-4c4b-ad39-706b58494b64 req-98167084-cf7d-44f5-8d31-c1370120c712 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:01.522217 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-949a7ea1-3046-4c4b-ad39-706b58494b64 req-98167084-cf7d-44f5-8d31-c1370120c712 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 945 time: 0.0486562 Aug 18 16:01:01.567698 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-949a7ea1-3046-4c4b-ad39-706b58494b64 req-79560855-b734-4717-af36-84c61111d087 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392556 Aug 18 16:01:01.681347 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73462ae-26ae-4077-905c-5f98e2a76ef2 req-559cfa4e-a958-40d0-928b-31cf5ba65568 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:01.682817 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a73462ae-26ae-4077-905c-5f98e2a76ef2 req-559cfa4e-a958-40d0-928b-31cf5ba65568 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 945 time: 0.0495348 Aug 18 16:01:01.721840 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a73462ae-26ae-4077-905c-5f98e2a76ef2 req-2a48b0db-f006-405c-bb34-f858381808cf tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331790 Aug 18 16:01:01.744123 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37912) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:01:01.891726 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab92fc4-843f-499a-893a-a625d0d253e2 tempest-TestVolumeBootPattern-749779763 tempest-TestVolumeBootPattern-749779763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:01.893344 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-dab92fc4-843f-499a-893a-a625d0d253e2 tempest-TestVolumeBootPattern-749779763 tempest-TestVolumeBootPattern-749779763-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 1093 time: 0.1481936 Aug 18 16:01:01.896074 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37918) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:01:01.900626 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Request body: {'floatingip': {'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'port_id': '58742a74-af79-4a22-8a41-83bd774a0fb1', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:01:01.924299 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for floatingip, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:02.033770 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:02.138520 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Allocated IP 172.27.2.123 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/6534844a-3a03-4085-a471-6f514171e684) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:01:02.261525 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:02.300263 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:02.343135 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:01:02.346098 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:01:02.350466 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:01:02.353503 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event updated for resources: {'Port': ['ID=6534844a-3a03-4085-a471-6f514171e684,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:02.378934 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:02.380112 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:02.380636 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:02.381116 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:02.381465 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:02.381810 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:02.382154 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:02.382488 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:02.382838 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:02.383251 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:02.383486 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:02.383813 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:02.623337 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21dced-bf30-4625-beea-f1c12fe96032 req-125cf586-f959-47c0-a750-f93f2b100b54 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:02.624825 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ef21dced-bf30-4625-beea-f1c12fe96032 req-125cf586-f959-47c0-a750-f93f2b100b54 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0679274 Aug 18 16:01:02.727440 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ef21dced-bf30-4625-beea-f1c12fe96032 req-1dc6b534-2535-44ac-9c51-d4f5d3f883c4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696993 Aug 18 16:01:02.785132 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:02.854008 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:03.010039 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:03.014805 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:03.087643 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event updated for resources: {'Port': ['ID=6534844a-3a03-4085-a471-6f514171e684,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:03.095720 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:03.450987 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.l3_db [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Floating IP 47ae1ee0-8672-47e8-9313-2de66fd97cf2 associated. External IP: 172.27.2.123, port: 58742a74-af79-4a22-8a41-83bd774a0fb1. Aug 18 16:01:03.658614 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:01:03.766522 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:01:03.779872 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b710720-c851-48eb-ae5e-382eb5bf9793 None None] Sync routers for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:01:03.782267 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:03.789663 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b710720-c851-48eb-ae5e-382eb5bf9793 None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:01:03.790597 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-2b710720-c851-48eb-ae5e-382eb5bf9793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:00:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:03.819043 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-43570d6e-5649-4fbe-b92a-4125c8306801 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9219341 Aug 18 16:01:03.822925 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8b873c-e287-4cc9-9092-91685066c591', 'tag': '58742a74-af79-4a22-8a41-83bd774a0fb1'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:01:03.823165 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9802a087-4faf-4078-907d-e0cfb2d55dee" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8b873c-e287-4cc9-9092-91685066c591", "tag": "58742a74-af79-4a22-8a41-83bd774a0fb1"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:01:03.865177 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1275a5-5457-48ae-8ee9-598232e84573 req-08847c6f-f7cc-46e3-a3d9-4294a032e5b8 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:03.866661 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0e1275a5-5457-48ae-8ee9-598232e84573 req-08847c6f-f7cc-46e3-a3d9-4294a032e5b8 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0587125 Aug 18 16:01:03.868124 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d528c275-ab11-42fd-8df9-1cc551f9161a x-openstack-request-id: req-d528c275-ab11-42fd-8df9-1cc551f9161a {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:01:03.868401 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8b873c-e287-4cc9-9092-91685066c591", "tag": "58742a74-af79-4a22-8a41-83bd774a0fb1", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:01:03.868655 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d528c275-ab11-42fd-8df9-1cc551f9161a {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:01:03.869376 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8b873c-e287-4cc9-9092-91685066c591', 'tag': '58742a74-af79-4a22-8a41-83bd774a0fb1', 'status': 'completed', 'code': 200} Aug 18 16:01:03.898883 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-2b710720-c851-48eb-ae5e-382eb5bf9793 None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:01:03.938832 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0e1275a5-5457-48ae-8ee9-598232e84573 req-097ff930-6afb-4836-b841-fcda53987df6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654099 Aug 18 16:01:03.952666 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802a087-4faf-4078-907d-e0cfb2d55dee req-277ce3ee-407a-489f-b749-a99961acdf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:03.954232 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9802a087-4faf-4078-907d-e0cfb2d55dee req-277ce3ee-407a-489f-b749-a99961acdf6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 1098 time: 0.0639496 Aug 18 16:01:04.049857 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802a087-4faf-4078-907d-e0cfb2d55dee req-46c1322e-5e03-43ed-8ca8-4dbb916f7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:04.051761 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9802a087-4faf-4078-907d-e0cfb2d55dee req-46c1322e-5e03-43ed-8ca8-4dbb916f7d8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 200 len: 913 time: 0.0895090 Aug 18 16:01:04.124448 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9802a087-4faf-4078-907d-e0cfb2d55dee req-c2028bfc-f0a8-4ef2-b2db-4803a1078b80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58742a74-af79-4a22-8a41-83bd774a0fb1 HTTP/1.1" status: 200 len: 999 time: 0.0646744 Aug 18 16:01:04.129022 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-2b710720-c851-48eb-ae5e-382eb5bf9793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '47ae1ee0-8672-47e8-9313-2de66fd97cf2', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'port_id': '58742a74-af79-4a22-8a41-83bd774a0fb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'mac_address': 'fa:16:3e:5e:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8b873c-e287-4cc9-9092-91685066c591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:01:02Z', 'updated_at': '2021-08-18T16:01:02Z', 'revision_number': 0, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:04.159304 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b710720-c851-48eb-ae5e-382eb5bf9793 None None] Checking router: af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:01:04.168543 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b710720-c851-48eb-ae5e-382eb5bf9793 None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:01:04.169190 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-2b710720-c851-48eb-ae5e-382eb5bf9793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:00:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:04.179022 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802a087-4faf-4078-907d-e0cfb2d55dee req-43798ee0-2a25-444e-9195-2b3f83026630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:04.180565 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9802a087-4faf-4078-907d-e0cfb2d55dee req-43798ee0-2a25-444e-9195-2b3f83026630 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aba900a4-cf58-43dd-a6a7-868c2f7a1387 HTTP/1.1" status: 200 len: 851 time: 0.0461757 Aug 18 16:01:04.227426 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802a087-4faf-4078-907d-e0cfb2d55dee req-3b3e0be5-338b-4b32-a164-ff1deae12eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:04.228955 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9802a087-4faf-4078-907d-e0cfb2d55dee req-3b3e0be5-338b-4b32-a164-ff1deae12eb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8354aa0-9bb4-42ac-9744-51be05790a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409710 Aug 18 16:01:04.275188 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-2b710720-c851-48eb-ae5e-382eb5bf9793 None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:01:04.322711 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9802a087-4faf-4078-907d-e0cfb2d55dee req-6cf29aa7-525d-4fd8-bbd0-b1546a2a9dfc service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866568 Aug 18 16:01:04.413013 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9802a087-4faf-4078-907d-e0cfb2d55dee req-f3aee819-6a90-4a25-9642-1ec83188e55f service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831342 Aug 18 16:01:04.498940 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-2b710720-c851-48eb-ae5e-382eb5bf9793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '47ae1ee0-8672-47e8-9313-2de66fd97cf2', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'port_id': '58742a74-af79-4a22-8a41-83bd774a0fb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'mac_address': 'fa:16:3e:5e:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8b873c-e287-4cc9-9092-91685066c591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:01:02Z', 'updated_at': '2021-08-18T16:01:02Z', 'revision_number': 0, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:04.529203 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b710720-c851-48eb-ae5e-382eb5bf9793 None None] The sync data for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi is: [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '47ae1ee0-8672-47e8-9313-2de66fd97cf2', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'port_id': '58742a74-af79-4a22-8a41-83bd774a0fb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'mac_address': 'fa:16:3e:5e:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8b873c-e287-4cc9-9092-91685066c591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:01:02Z', 'updated_at': '2021-08-18T16:01:02Z', 'revision_number': 0, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:01:04.704296 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0d87dd-106e-40d4-a506-4f8f5f981979 None None] New status for floating IP 47ae1ee0-8672-47e8-9313-2de66fd97cf2: ACTIVE {{(pid=93849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 16:01:05.061963 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab7f84-f186-4784-a4e6-e1c5c6d87cfd req-8644391a-558f-46e6-8438-3048410906d2 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:05.063417 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-24ab7f84-f186-4784-a4e6-e1c5c6d87cfd req-8644391a-558f-46e6-8438-3048410906d2 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0515535 Aug 18 16:01:05.106877 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-24ab7f84-f186-4784-a4e6-e1c5c6d87cfd req-0e005239-3149-4495-a020-c7a06f4e9567 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373304 Aug 18 16:01:06.230944 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68ff30-755e-492a-a14f-0f6c6627c66c req-bee80d02-9dcc-4cf4-b401-2d34927b6d5a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:06.232094 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8c68ff30-755e-492a-a14f-0f6c6627c66c req-bee80d02-9dcc-4cf4-b401-2d34927b6d5a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0544086 Aug 18 16:01:06.272893 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8c68ff30-755e-492a-a14f-0f6c6627c66c req-7c8df708-f901-4054-8a3d-51831a2c293e tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345368 Aug 18 16:01:07.401440 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2e596-6d12-4c4e-87c7-40a269981d6d req-d8150d0c-1a5f-48d8-9565-7ee182f9eeb0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:07.403015 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ace2e596-6d12-4c4e-87c7-40a269981d6d req-d8150d0c-1a5f-48d8-9565-7ee182f9eeb0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0507522 Aug 18 16:01:07.452953 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ace2e596-6d12-4c4e-87c7-40a269981d6d req-e694502b-30fb-4f34-a51a-af433e00ed91 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349419 Aug 18 16:01:07.784145 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b96c4c8c-537f-458e-b96a-6b22c9559fa7 req-08eb7c21-06f1-4ee0-951f-53efbcfdc695 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850045384&fields=id&tenant_id=77e136ad8c444be5ab6bb316db899707 HTTP/1.1" status: 200 len: 267 time: 0.0339174 Aug 18 16:01:07.841127 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c4c8c-537f-458e-b96a-6b22c9559fa7 req-7bf3c219-b415-462f-886d-e7d3cff7e161 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:07.842605 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b96c4c8c-537f-458e-b96a-6b22c9559fa7 req-7bf3c219-b415-462f-886d-e7d3cff7e161 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 985 time: 0.0519755 Aug 18 16:01:07.853940 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-b96c4c8c-537f-458e-b96a-6b22c9559fa7 req-c2d02a5a-3610-4118-a524-cedefff81e54 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Request body: {'port': {'security_groups': ['0476248a-a2a6-4c48-90eb-980258fb0907']}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:01:07.921568 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b96c4c8c-537f-458e-b96a-6b22c9559fa7 req-c2d02a5a-3610-4118-a524-cedefff81e54 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:08.099408 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-b96c4c8c-537f-458e-b96a-6b22c9559fa7 req-c2d02a5a-3610-4118-a524-cedefff81e54 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] For port c2d52bed-aed6-4435-b668-476f444126a7, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c2d52bed-aed6-4435-b668-476f444126a7,segment=NetworkSegment(bd175b56-5afd-4bac-b96b-4aa4e930c631),segment_id=bd175b56-5afd-4bac-b96b-4aa4e930c631)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:08.127304 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b96c4c8c-537f-458e-b96a-6b22c9559fa7 req-c2d02a5a-3610-4118-a524-cedefff81e54 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:08.132668 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b96c4c8c-537f-458e-b96a-6b22c9559fa7 req-c2d02a5a-3610-4118-a524-cedefff81e54 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:08.144228 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['c2d52bed-aed6-4435-b668-476f444126a7'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 16:01:08.174766 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c4c8c-537f-458e-b96a-6b22c9559fa7 req-c2d02a5a-3610-4118-a524-cedefff81e54 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:08.175416 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-b96c4c8c-537f-458e-b96a-6b22c9559fa7 req-c2d02a5a-3610-4118-a524-cedefff81e54 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:08.176995 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b96c4c8c-537f-458e-b96a-6b22c9559fa7 req-c2d02a5a-3610-4118-a524-cedefff81e54 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "PUT /v2.0/ports/c2d52bed-aed6-4435-b668-476f444126a7 HTTP/1.1" status: 200 len: 943 time: 0.3274412 Aug 18 16:01:08.177524 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'tag': 'c2d52bed-aed6-4435-b668-476f444126a7'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:01:08.180042 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de18c13-55e2-465a-bcde-4ceba1b2b0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b775310c-0c8c-461b-81f1-de0400076ff7", "tag": "c2d52bed-aed6-4435-b668-476f444126a7"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:01:08.185692 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 37952) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:01:08.211879 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d02a5a-3610-4118-a524-cedefff81e54 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Pushing event updated for resources: {'Port': ['ID=c2d52bed-aed6-4435-b668-476f444126a7,revision_number=7']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:08.227446 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db35263-d452-471c-93ac-f0fb3f29a5fb x-openstack-request-id: req-1db35263-d452-471c-93ac-f0fb3f29a5fb {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:01:08.227744 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b775310c-0c8c-461b-81f1-de0400076ff7", "tag": "c2d52bed-aed6-4435-b668-476f444126a7", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:01:08.227995 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1db35263-d452-471c-93ac-f0fb3f29a5fb {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:01:08.228394 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'tag': 'c2d52bed-aed6-4435-b668-476f444126a7', 'status': 'completed', 'code': 200} Aug 18 16:01:08.267603 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:08.283205 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['c2d52bed-aed6-4435-b668-476f444126a7'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 16:01:08.301496 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:08.309397 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de18c13-55e2-465a-bcde-4ceba1b2b0a5 req-d8d8e6d4-aed1-4cfc-912b-832e5d5fec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:08.311533 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5de18c13-55e2-465a-bcde-4ceba1b2b0a5 req-d8d8e6d4-aed1-4cfc-912b-832e5d5fec61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77e136ad8c444be5ab6bb316db899707&device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 1099 time: 0.0617163 Aug 18 16:01:08.375875 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:08.379013 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:08.380947 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "DELETE /v2.0/security-groups/99267350-aea5-46f2-87fd-bfb757b78ccf HTTP/1.1" status: 204 len: 168 time: 0.1942317 Aug 18 16:01:08.385885 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 37954) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:01:08.391583 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99267350-aea5-46f2-87fd-bfb757b78ccf,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:08.400929 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:08.401502 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:08.402291 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:08.402565 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:08.402976 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:08.403453 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:08.403850 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:08.404170 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:08.404677 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:08.405040 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:08.405374 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:08.405705 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60d56-e85f-4ab6-9a3e-09e5b578e0d0 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:08.464051 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4d9dfd68-d92c-44d8-8a3a-746b6c49373b None None] Provisioning complete for port c2d52bed-aed6-4435-b668-476f444126a7 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:01:08.464427 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4d9dfd68-d92c-44d8-8a3a-746b6c49373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:08.493940 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de18c13-55e2-465a-bcde-4ceba1b2b0a5 req-bd714e70-23cb-4def-be9f-68a2b7ca8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:08.495443 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5de18c13-55e2-465a-bcde-4ceba1b2b0a5 req-bd714e70-23cb-4def-be9f-68a2b7ca8438 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8e860e8-f3eb-4fc6-97eb-661d667222fa HTTP/1.1" status: 200 len: 916 time: 0.1752703 Aug 18 16:01:08.651932 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5de18c13-55e2-465a-bcde-4ceba1b2b0a5 req-6422466b-887e-4668-bff1-53c01eb43d2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2d52bed-aed6-4435-b668-476f444126a7 HTTP/1.1" status: 200 len: 1001 time: 0.1474869 Aug 18 16:01:08.689226 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630f2cc-6cb2-4b83-b4d8-62141d98e709 req-5616cca4-6071-4060-b361-1e824d2bb283 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:08.690664 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e630f2cc-6cb2-4b83-b4d8-62141d98e709 req-5616cca4-6071-4060-b361-1e824d2bb283 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.1132867 Aug 18 16:01:08.763234 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de18c13-55e2-465a-bcde-4ceba1b2b0a5 req-3917abd1-fb59-4462-b15c-2ae0124f206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:08.766058 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5de18c13-55e2-465a-bcde-4ceba1b2b0a5 req-3917abd1-fb59-4462-b15c-2ae0124f206c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa9b8653-8df0-4191-b528-a8151a2e9f0f HTTP/1.1" status: 200 len: 854 time: 0.0960228 Aug 18 16:01:08.775815 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e630f2cc-6cb2-4b83-b4d8-62141d98e709 req-b3114b66-15f3-4bd8-a0ea-8cc96a05b992 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621324 Aug 18 16:01:08.790434 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-a72049fc-ed4b-4952-9924-e77e157f82ef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Deleting port 1475c049-4bbd-487e-b189-9805400ddec9 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:01:08.790711 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a72049fc-ed4b-4952-9924-e77e157f82ef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:08.865438 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de18c13-55e2-465a-bcde-4ceba1b2b0a5 req-66ebc752-b8f1-42eb-8d75-26c3868903d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:08.866931 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5de18c13-55e2-465a-bcde-4ceba1b2b0a5 req-66ebc752-b8f1-42eb-8d75-26c3868903d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8e860e8-f3eb-4fc6-97eb-661d667222fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0894156 Aug 18 16:01:08.932113 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a72049fc-ed4b-4952-9924-e77e157f82ef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:08.932338 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a72049fc-ed4b-4952-9924-e77e157f82ef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:08.950862 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-a72049fc-ed4b-4952-9924-e77e157f82ef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Calling delete_port for 1475c049-4bbd-487e-b189-9805400ddec9 owned by network:floatingip {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:01:09.043341 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5de18c13-55e2-465a-bcde-4ceba1b2b0a5 req-8ebebba0-e49d-41a6-a067-24934550ff0c service neutron] 10.222.0.20 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665070 Aug 18 16:01:09.173265 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5de18c13-55e2-465a-bcde-4ceba1b2b0a5 req-d361ae08-fbc6-41d2-9658-248a8eee9340 service neutron] 10.222.0.20 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172435 Aug 18 16:01:09.224956 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a72049fc-ed4b-4952-9924-e77e157f82ef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:09.249161 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72049fc-ed4b-4952-9924-e77e157f82ef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Pushing event deleted for resources: {'Port': ['ID=1475c049-4bbd-487e-b189-9805400ddec9,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:09.309292 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a72049fc-ed4b-4952-9924-e77e157f82ef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks [] for floatingip, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:09.309622 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.l3_db [None req-a72049fc-ed4b-4952-9924-e77e157f82ef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Floating IP 1aa0822c-08a5-4061-89ce-53fab928372c disassociated (deleted). External IP: 172.27.2.13, port: c2d52bed-aed6-4435-b668-476f444126a7. Aug 18 16:01:09.515073 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72049fc-ed4b-4952-9924-e77e157f82ef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Router b848bbfa-7811-4671-945d-8640ed7f72df has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:01:09.631690 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72049fc-ed4b-4952-9924-e77e157f82ef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:01:09.636465 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a72049fc-ed4b-4952-9924-e77e157f82ef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:09.640966 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3526462d-c99b-488e-ab88-6f18e33f15d3 None None] Sync routers for ids ['b848bbfa-7811-4671-945d-8640ed7f72df'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:01:09.650789 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3526462d-c99b-488e-ab88-6f18e33f15d3 None None] Routers {'b848bbfa-7811-4671-945d-8640ed7f72df'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:01:09.651412 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-3526462d-c99b-488e-ab88-6f18e33f15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:00:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['b848bbfa-7811-4671-945d-8640ed7f72df'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:09.665165 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-a72049fc-ed4b-4952-9924-e77e157f82ef tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "DELETE /v2.0/floatingips/1aa0822c-08a5-4061-89ce-53fab928372c HTTP/1.1" status: 204 len: 168 time: 1.2782226 Aug 18 16:01:09.761649 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-3526462d-c99b-488e-ab88-6f18e33f15d3 None None] Set router b848bbfa-7811-4671-945d-8640ed7f72df gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:01:09.912493 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aa746-dd04-4dac-894b-45872d6ba211 req-d738573b-e2f9-421d-880b-c02708859e09 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:09.914239 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-df6aa746-dd04-4dac-894b-45872d6ba211 req-d738573b-e2f9-421d-880b-c02708859e09 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0570538 Aug 18 16:01:09.969624 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-df6aa746-dd04-4dac-894b-45872d6ba211 req-efa0e664-79cb-4478-8932-b7d4d5013899 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484834 Aug 18 16:01:10.130681 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-3526462d-c99b-488e-ab88-6f18e33f15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'name': 'tempest-TestMinimumBasicScenario-1024488168-router', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:22Z', 'updated_at': '2021-08-18T15:58:25Z', 'revision_number': 4, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'gw_port': {'id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:23Z', 'updated_at': '2021-08-18T15:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'e15195ff-43f7-40f6-aa22-5799cc17d858', 'name': '', 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'mac_address': 'fa:16:3e:a6:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:25Z', 'updated_at': '2021-08-18T15:58:31Z', 'revision_number': 5, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'subnets': [{'id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:10.156033 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3526462d-c99b-488e-ab88-6f18e33f15d3 None None] Checking router: b848bbfa-7811-4671-945d-8640ed7f72df for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:01:10.164831 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3526462d-c99b-488e-ab88-6f18e33f15d3 None None] Routers {'b848bbfa-7811-4671-945d-8640ed7f72df'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:01:10.165437 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-3526462d-c99b-488e-ab88-6f18e33f15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:00:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['b848bbfa-7811-4671-945d-8640ed7f72df'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:10.229925 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'tag': 'c2d52bed-aed6-4435-b668-476f444126a7'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:01:10.232563 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fce4e44-38d8-467f-9982-238f1e5e0d69" -d '{"events": [{"name": "network-changed", "server_uuid": "b775310c-0c8c-461b-81f1-de0400076ff7", "tag": "c2d52bed-aed6-4435-b668-476f444126a7"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:01:10.271062 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deb4156-bcd3-4d06-af11-56864566f05f x-openstack-request-id: req-4deb4156-bcd3-4d06-af11-56864566f05f {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:01:10.271372 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b775310c-0c8c-461b-81f1-de0400076ff7", "tag": "c2d52bed-aed6-4435-b668-476f444126a7", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:01:10.271609 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4deb4156-bcd3-4d06-af11-56864566f05f {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:01:10.272007 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'tag': 'c2d52bed-aed6-4435-b668-476f444126a7', 'status': 'completed', 'code': 200} Aug 18 16:01:10.273737 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-3526462d-c99b-488e-ab88-6f18e33f15d3 None None] Set router b848bbfa-7811-4671-945d-8640ed7f72df gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:01:10.351377 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce4e44-38d8-467f-9982-238f1e5e0d69 req-7727fb43-6cca-4dfe-8662-9df18eb96e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:10.352932 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2fce4e44-38d8-467f-9982-238f1e5e0d69 req-7727fb43-6cca-4dfe-8662-9df18eb96e73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77e136ad8c444be5ab6bb316db899707&device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 1099 time: 0.0479159 Aug 18 16:01:10.445718 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce4e44-38d8-467f-9982-238f1e5e0d69 req-f3ffd482-71ff-4280-854d-22cf41eb8122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:10.446983 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2fce4e44-38d8-467f-9982-238f1e5e0d69 req-f3ffd482-71ff-4280-854d-22cf41eb8122 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8e860e8-f3eb-4fc6-97eb-661d667222fa HTTP/1.1" status: 200 len: 916 time: 0.0867910 Aug 18 16:01:10.486157 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-3526462d-c99b-488e-ab88-6f18e33f15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'name': 'tempest-TestMinimumBasicScenario-1024488168-router', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:22Z', 'updated_at': '2021-08-18T15:58:25Z', 'revision_number': 4, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'gw_port': {'id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:23Z', 'updated_at': '2021-08-18T15:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'e15195ff-43f7-40f6-aa22-5799cc17d858', 'name': '', 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'mac_address': 'fa:16:3e:a6:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:25Z', 'updated_at': '2021-08-18T15:58:31Z', 'revision_number': 5, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'subnets': [{'id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:10.498350 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2fce4e44-38d8-467f-9982-238f1e5e0d69 req-a8dc28dc-be3b-4705-a06d-15f41247e44b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2d52bed-aed6-4435-b668-476f444126a7 HTTP/1.1" status: 200 len: 217 time: 0.0409794 Aug 18 16:01:10.513394 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3526462d-c99b-488e-ab88-6f18e33f15d3 None None] The sync data for ids ['b848bbfa-7811-4671-945d-8640ed7f72df'] in dv-cinder-778534-7-iscsi is: [{'id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'name': 'tempest-TestMinimumBasicScenario-1024488168-router', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:22Z', 'updated_at': '2021-08-18T15:58:25Z', 'revision_number': 4, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'gw_port': {'id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:23Z', 'updated_at': '2021-08-18T15:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'e15195ff-43f7-40f6-aa22-5799cc17d858', 'name': '', 'network_id': 'e8e860e8-f3eb-4fc6-97eb-661d667222fa', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'mac_address': 'fa:16:3e:a6:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:25Z', 'updated_at': '2021-08-18T15:58:31Z', 'revision_number': 5, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'subnets': [{'id': 'aa9b8653-8df0-4191-b528-a8151a2e9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:01:10.550636 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce4e44-38d8-467f-9982-238f1e5e0d69 req-73faa449-938d-46d1-9912-baab806a78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:10.552961 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2fce4e44-38d8-467f-9982-238f1e5e0d69 req-73faa449-938d-46d1-9912-baab806a78ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa9b8653-8df0-4191-b528-a8151a2e9f0f HTTP/1.1" status: 200 len: 854 time: 0.0466926 Aug 18 16:01:10.609713 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce4e44-38d8-467f-9982-238f1e5e0d69 req-97082ae4-a0b9-4e54-82d1-e2c294ebf54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:10.611237 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2fce4e44-38d8-467f-9982-238f1e5e0d69 req-97082ae4-a0b9-4e54-82d1-e2c294ebf54f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8e860e8-f3eb-4fc6-97eb-661d667222fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476956 Aug 18 16:01:10.721254 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2fce4e44-38d8-467f-9982-238f1e5e0d69 req-bf66d71f-03fe-4f1b-ad0c-428883f2e0e8 service neutron] 10.222.0.20 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990407 Aug 18 16:01:10.747238 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a80a1d0-cc70-441f-b59c-7013326cc781 None None] New status for floating IP 1aa0822c-08a5-4061-89ce-53fab928372c: DOWN {{(pid=93849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 16:01:10.822920 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2fce4e44-38d8-467f-9982-238f1e5e0d69 req-6108c567-56c2-4e1f-b570-5775ca8118e4 service neutron] 10.222.0.20 "GET /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908995 Aug 18 16:01:11.092351 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb1354-786a-495b-a692-496d5e1e8259 req-eb64bc28-23f0-4826-bee3-1a6bd12e161c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:11.093875 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a1fb1354-786a-495b-a692-496d5e1e8259 req-eb64bc28-23f0-4826-bee3-1a6bd12e161c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0511708 Aug 18 16:01:11.133845 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a1fb1354-786a-495b-a692-496d5e1e8259 req-24a5b694-b267-4498-8ca3-48ad1017c70a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329733 Aug 18 16:01:11.417206 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 05bcec34-750e-4b31-9780-e9326f948736 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 16:01:11.525259 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 05bcec34-750e-4b31-9780-e9326f948736, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=05bcec34-750e-4b31-9780-e9326f948736,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:11.539062 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '05bcec34-750e-4b31-9780-e9326f948736', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'port_id': '05bcec34-750e-4b31-9780-e9326f948736', 'mac_address': 'fa:16:3e:f7:40:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 16:01:11.579689 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:11.594838 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05bcec34-750e-4b31-9780-e9326f948736 {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 16:01:11.620042 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 05bcec34-750e-4b31-9780-e9326f948736, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=05bcec34-750e-4b31-9780-e9326f948736,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:11.624480 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:11.678736 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=05bcec34-750e-4b31-9780-e9326f948736,revision_number=6']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:11.719598 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['05bcec34-750e-4b31-9780-e9326f948736'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 16:01:12.334910 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038c404-d968-4c42-86fb-1ea9c36cd873 req-7e5c1984-6ed7-4a33-8212-8b6d44192ef7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:12.339146 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e038c404-d968-4c42-86fb-1ea9c36cd873 req-7e5c1984-6ed7-4a33-8212-8b6d44192ef7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 944 time: 0.1051996 Aug 18 16:01:12.396298 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e038c404-d968-4c42-86fb-1ea9c36cd873 req-f0ad8135-85d2-462d-a30d-bca9e27e6019 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530145 Aug 18 16:01:12.508422 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3d080-6a1f-4196-8b5e-fe8850938d2a req-6b8005bc-e3ff-4dc6-84b0-66ee0c20e926 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:12.510135 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e3d3d080-6a1f-4196-8b5e-fe8850938d2a req-6b8005bc-e3ff-4dc6-84b0-66ee0c20e926 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 946 time: 0.0558796 Aug 18 16:01:12.554505 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e3d3d080-6a1f-4196-8b5e-fe8850938d2a req-ffafaaf3-f3c8-43d4-8447-aa23d9db849c tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364130 Aug 18 16:01:13.439770 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 05bcec34-750e-4b31-9780-e9326f948736 up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:01:13.530874 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 05bcec34-750e-4b31-9780-e9326f948736 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:01:13.531516 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:13.572918 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9980e-0ca6-4aa8-8050-d194657481d4 req-5fffe02d-87c0-41e2-bfe2-07b1bda7c2a2 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:13.591503 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-12b9980e-0ca6-4aa8-8050-d194657481d4 req-5fffe02d-87c0-41e2-bfe2-07b1bda7c2a2 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 944 time: 0.0688822 Aug 18 16:01:13.662785 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:13.670749 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-12b9980e-0ca6-4aa8-8050-d194657481d4 req-f6206b31-2a30-4162-bb53-503800e2ca06 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781155 Aug 18 16:01:13.703471 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bcec34-750e-4b31-9780-e9326f948736'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:01:13.706501 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2c1b65-fec5-4150-9b3e-6cd51dba6859" -d '{"events": [{"server_uuid": "f31d073f-055f-42fb-a3b2-49a52736fc95", "name": "network-vif-plugged", "status": "completed", "tag": "05bcec34-750e-4b31-9780-e9326f948736"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:01:13.726053 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 05bcec34-750e-4b31-9780-e9326f948736, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=05bcec34-750e-4b31-9780-e9326f948736,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:13.737370 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:13.821241 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=05bcec34-750e-4b31-9780-e9326f948736,revision_number=7']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:13.866759 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cde52a9-5689-4056-8783-4bed53968830 x-openstack-request-id: req-6cde52a9-5689-4056-8783-4bed53968830 {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:01:13.867054 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31d073f-055f-42fb-a3b2-49a52736fc95", "name": "network-vif-plugged", "status": "completed", "tag": "05bcec34-750e-4b31-9780-e9326f948736", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:01:13.867313 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6cde52a9-5689-4056-8783-4bed53968830 {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:01:13.867729 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bcec34-750e-4b31-9780-e9326f948736', 'code': 200} Aug 18 16:01:14.093124 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf1583-c90a-4cf1-9151-0d25a9ef3c45 req-70df64f4-cf48-4bb8-ba37-814248422cca tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:14.094809 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7acf1583-c90a-4cf1-9151-0d25a9ef3c45 req-70df64f4-cf48-4bb8-ba37-814248422cca tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 946 time: 0.4190798 Aug 18 16:01:14.140106 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7acf1583-c90a-4cf1-9151-0d25a9ef3c45 req-cbf1df26-6477-4e26-8673-8c565172fc0c tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/security-groups?id=0476248a-a2a6-4c48-90eb-980258fb0907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389895 Aug 18 16:01:14.487907 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2dc6d-6fbb-40a1-b070-032388c94d19 req-1d6f7d6f-6a70-452d-b319-ec702a5bf855 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:14.490606 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a4f2dc6d-6fbb-40a1-b070-032388c94d19 req-1d6f7d6f-6a70-452d-b319-ec702a5bf855 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.20 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 946 time: 0.0943716 Aug 18 16:01:14.597581 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-a4f2dc6d-6fbb-40a1-b070-032388c94d19 req-991d51be-ced5-4dc0-a427-070f2f7c69f7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Deleting port c2d52bed-aed6-4435-b668-476f444126a7 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:01:14.597581 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-a4f2dc6d-6fbb-40a1-b070-032388c94d19 req-991d51be-ced5-4dc0-a427-070f2f7c69f7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:14.716277 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-a4f2dc6d-6fbb-40a1-b070-032388c94d19 req-991d51be-ced5-4dc0-a427-070f2f7c69f7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] For port c2d52bed-aed6-4435-b668-476f444126a7, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c2d52bed-aed6-4435-b668-476f444126a7,segment=NetworkSegment(bd175b56-5afd-4bac-b96b-4aa4e930c631),segment_id=bd175b56-5afd-4bac-b96b-4aa4e930c631)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:14.717013 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-a4f2dc6d-6fbb-40a1-b070-032388c94d19 req-991d51be-ced5-4dc0-a427-070f2f7c69f7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:14.742230 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-a4f2dc6d-6fbb-40a1-b070-032388c94d19 req-991d51be-ced5-4dc0-a427-070f2f7c69f7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Calling delete_port for c2d52bed-aed6-4435-b668-476f444126a7 owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:01:14.752813 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-8de3a92b-c4d6-4431-b878-06db83552cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:14.881706 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc9c57-85fb-4f79-b383-3bab93ab8c4d req-3a1b71ec-04e2-4cf2-9b8e-a5b0b05c0b08 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:14.883413 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a0dc9c57-85fb-4f79-b383-3bab93ab8c4d req-3a1b71ec-04e2-4cf2-9b8e-a5b0b05c0b08 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0768716 Aug 18 16:01:14.970355 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a0dc9c57-85fb-4f79-b383-3bab93ab8c4d req-20f6667e-2a16-47e0-9e1f-784b7518a28f tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804307 Aug 18 16:01:14.983411 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-a4f2dc6d-6fbb-40a1-b070-032388c94d19 req-991d51be-ced5-4dc0-a427-070f2f7c69f7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:15.008717 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['c2d52bed-aed6-4435-b668-476f444126a7'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 16:01:15.028471 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d51be-ced5-4dc0-a427-070f2f7c69f7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Pushing event deleted for resources: {'Port': ['ID=c2d52bed-aed6-4435-b668-476f444126a7,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:15.091615 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f2dc6d-6fbb-40a1-b070-032388c94d19 req-991d51be-ced5-4dc0-a427-070f2f7c69f7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] No DVR routers for this DVR port c2d52bed-aed6-4435-b668-476f444126a7 on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:01:15.094343 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-a4f2dc6d-6fbb-40a1-b070-032388c94d19 req-991d51be-ced5-4dc0-a427-070f2f7c69f7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:15.096856 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a4f2dc6d-6fbb-40a1-b070-032388c94d19 req-991d51be-ced5-4dc0-a427-070f2f7c69f7 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.20 "DELETE /v2.0/ports/c2d52bed-aed6-4435-b668-476f444126a7 HTTP/1.1" status: 204 len: 173 time: 0.5961566 Aug 18 16:01:15.097422 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'name': 'network-vif-deleted', 'tag': 'c2d52bed-aed6-4435-b668-476f444126a7'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:01:15.099681 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906e6b28-3f6f-4632-8914-708999e7d156" -d '{"events": [{"server_uuid": "b775310c-0c8c-461b-81f1-de0400076ff7", "name": "network-vif-deleted", "tag": "c2d52bed-aed6-4435-b668-476f444126a7"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:01:15.153289 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cec490e-fa26-4371-a776-db4158120775 x-openstack-request-id: req-9cec490e-fa26-4371-a776-db4158120775 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:01:15.153717 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b775310c-0c8c-461b-81f1-de0400076ff7", "name": "network-vif-deleted", "tag": "c2d52bed-aed6-4435-b668-476f444126a7", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:01:15.153983 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cec490e-fa26-4371-a776-db4158120775 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:01:15.154672 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b775310c-0c8c-461b-81f1-de0400076ff7', 'name': 'network-vif-deleted', 'tag': 'c2d52bed-aed6-4435-b668-476f444126a7', 'status': 'completed', 'code': 200} Aug 18 16:01:15.272890 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fe2f8be7-5603-45f9-96d1-319dbaaaf6af req-015ac20d-5098-41bf-96eb-0690713306e3 tempest-TestMinimumBasicScenario-1755713923 tempest-TestMinimumBasicScenario-1755713923-project] 10.222.0.44 "GET /v2.0/ports?device_id=b775310c-0c8c-461b-81f1-de0400076ff7 HTTP/1.1" status: 200 len: 210 time: 0.0498588 Aug 18 16:01:16.134175 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92434ec-8225-43f3-bf03-5b650571062b req-890957b7-d781-4b8f-ad6d-717ee4372212 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:16.135870 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f92434ec-8225-43f3-bf03-5b650571062b req-890957b7-d781-4b8f-ad6d-717ee4372212 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0745723 Aug 18 16:01:16.196375 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f92434ec-8225-43f3-bf03-5b650571062b req-87bc3a77-6d01-4064-8c04-c3b332961153 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464258 Aug 18 16:01:16.933833 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 38098) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:01:17.370643 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd65b1-59ef-4ec2-9773-e2f2d837c95e req-b4e958d3-1959-4c2d-a908-beaa2a352aee tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:17.372331 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fccd65b1-59ef-4ec2-9773-e2f2d837c95e req-b4e958d3-1959-4c2d-a908-beaa2a352aee tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0904095 Aug 18 16:01:17.470615 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fccd65b1-59ef-4ec2-9773-e2f2d837c95e req-ecf5d670-bf6d-4015-935c-2c6ade4859f7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884056 Aug 18 16:01:17.513416 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b014b190-a7ef-4fb2-9836-9ca35f306178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629937'] for router_interface, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:17.696570 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-04f205b5-7417-4e87-9222-abd63e0173ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:17.885975 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:17.896229 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-b014b190-a7ef-4fb2-9836-9ca35f306178 admin admin] Deleting port e15195ff-43f7-40f6-aa22-5799cc17d858 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:01:17.896726 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b014b190-a7ef-4fb2-9836-9ca35f306178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:17.984377 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-b014b190-a7ef-4fb2-9836-9ca35f306178 admin admin] For port e15195ff-43f7-40f6-aa22-5799cc17d858, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=e15195ff-43f7-40f6-aa22-5799cc17d858,segment=NetworkSegment(bd175b56-5afd-4bac-b96b-4aa4e930c631),segment_id=bd175b56-5afd-4bac-b96b-4aa4e930c631)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:17.984834 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b014b190-a7ef-4fb2-9836-9ca35f306178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:18.001446 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-b014b190-a7ef-4fb2-9836-9ca35f306178 admin admin] Calling delete_port for e15195ff-43f7-40f6-aa22-5799cc17d858 owned by network:router_interface {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:01:18.251194 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b014b190-a7ef-4fb2-9836-9ca35f306178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:18.278012 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014b190-a7ef-4fb2-9836-9ca35f306178 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15195ff-43f7-40f6-aa22-5799cc17d858,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:18.489550 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b014b190-a7ef-4fb2-9836-9ca35f306178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412513'] for router_interface, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:18.665999 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f859251-d7f3-4baa-98c5-ec56679f1624 req-a6ee345a-2043-49cb-bdad-8d4dfb24e10a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:18.673550 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1f859251-d7f3-4baa-98c5-ec56679f1624 req-a6ee345a-2043-49cb-bdad-8d4dfb24e10a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.1071563 Aug 18 16:01:18.720227 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1f859251-d7f3-4baa-98c5-ec56679f1624 req-4d05f520-93c2-4de7-9677-905dbc2d37fd tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456064 Aug 18 16:01:18.801843 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:18.877868 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b014b190-a7ef-4fb2-9836-9ca35f306178 admin admin] Router b848bbfa-7811-4671-945d-8640ed7f72df has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:01:19.009427 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b014b190-a7ef-4fb2-9836-9ca35f306178 admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:01:19.018865 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38112) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:01:19.020097 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-b014b190-a7ef-4fb2-9836-9ca35f306178 admin admin] 10.222.0.44 "PUT /v2.0/routers/b848bbfa-7811-4671-945d-8640ed7f72df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0845840 Aug 18 16:01:19.031768 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc20997-5e60-488c-bcc6-2e17ae153716 None None] Sync routers for ids ['b848bbfa-7811-4671-945d-8640ed7f72df'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:01:19.071869 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc20997-5e60-488c-bcc6-2e17ae153716 None None] Routers {'b848bbfa-7811-4671-945d-8640ed7f72df'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:01:19.072848 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-4bc20997-5e60-488c-bcc6-2e17ae153716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:01:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['b848bbfa-7811-4671-945d-8640ed7f72df'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:19.193282 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b3b37f8a-21f9-4fa8-a6eb-0548e728762b admin admin] Notify callbacks [] for router, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:19.209029 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-4bc20997-5e60-488c-bcc6-2e17ae153716 None None] Set router b848bbfa-7811-4671-945d-8640ed7f72df gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:01:19.345544 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b3b37f8a-21f9-4fa8-a6eb-0548e728762b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:19.434285 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-b3b37f8a-21f9-4fa8-a6eb-0548e728762b admin admin] Deleting port 8cc4d120-b123-4b67-bb68-053d7215e41f {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:01:19.434613 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b3b37f8a-21f9-4fa8-a6eb-0548e728762b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:19.471205 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device c2d52bed-aed6-4435-b668-476f444126a7 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:01:19.506729 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: c2d52bed-aed6-4435-b668-476f444126a7 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:01:19.507129 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device c2d52bed-aed6-4435-b668-476f444126a7 not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:01:19.519301 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-4bc20997-5e60-488c-bcc6-2e17ae153716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'name': 'tempest-TestMinimumBasicScenario-1024488168-router', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:22Z', 'updated_at': '2021-08-18T16:01:18Z', 'revision_number': 5, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'gw_port': {'id': '8cc4d120-b123-4b67-bb68-053d7215e41f', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:23Z', 'updated_at': '2021-08-18T15:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:19.564779 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc20997-5e60-488c-bcc6-2e17ae153716 None None] Checking router: b848bbfa-7811-4671-945d-8640ed7f72df for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:01:19.575316 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc20997-5e60-488c-bcc6-2e17ae153716 None None] Routers {'b848bbfa-7811-4671-945d-8640ed7f72df'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:01:19.576530 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-4bc20997-5e60-488c-bcc6-2e17ae153716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:01:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['b848bbfa-7811-4671-945d-8640ed7f72df'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:19.607373 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-b3b37f8a-21f9-4fa8-a6eb-0548e728762b admin admin] For port 8cc4d120-b123-4b67-bb68-053d7215e41f, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=8cc4d120-b123-4b67-bb68-053d7215e41f,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:19.607921 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b3b37f8a-21f9-4fa8-a6eb-0548e728762b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:19.622399 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-b3b37f8a-21f9-4fa8-a6eb-0548e728762b admin admin] Calling delete_port for 8cc4d120-b123-4b67-bb68-053d7215e41f owned by network:router_gateway {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:01:19.703440 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-4bc20997-5e60-488c-bcc6-2e17ae153716 None None] Set router b848bbfa-7811-4671-945d-8640ed7f72df gateway port host: None {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:01:19.780971 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-4bc20997-5e60-488c-bcc6-2e17ae153716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'name': 'tempest-TestMinimumBasicScenario-1024488168-router', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:22Z', 'updated_at': '2021-08-18T16:01:19Z', 'revision_number': 6, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'gw_port_host': None}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:19.815570 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc20997-5e60-488c-bcc6-2e17ae153716 None None] The sync data for ids ['b848bbfa-7811-4671-945d-8640ed7f72df'] in dv-cinder-778534-7-iscsi is: [{'id': 'b848bbfa-7811-4671-945d-8640ed7f72df', 'name': 'tempest-TestMinimumBasicScenario-1024488168-router', 'tenant_id': '77e136ad8c444be5ab6bb316db899707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:22Z', 'updated_at': '2021-08-18T16:01:19Z', 'revision_number': 6, 'project_id': '77e136ad8c444be5ab6bb316db899707', 'gw_port_host': None}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:01:19.841634 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b3b37f8a-21f9-4fa8-a6eb-0548e728762b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:19.871025 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b37f8a-21f9-4fa8-a6eb-0548e728762b admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc4d120-b123-4b67-bb68-053d7215e41f,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:19.915606 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44851d9e-959c-462f-b0d1-2e9ba7e527ae req-905d5f62-4cc6-4e0c-9149-96660ca76588 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:19.918009 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-44851d9e-959c-462f-b0d1-2e9ba7e527ae req-905d5f62-4cc6-4e0c-9149-96660ca76588 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0731542 Aug 18 16:01:19.965645 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b3b37f8a-21f9-4fa8-a6eb-0548e728762b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-468393'] for router_gateway, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:19.993976 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-44851d9e-959c-462f-b0d1-2e9ba7e527ae req-88958ddc-17d6-405a-b786-4732dff033b2 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697920 Aug 18 16:01:20.015971 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:20.086047 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b3b37f8a-21f9-4fa8-a6eb-0548e728762b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4605'] for router, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:20.088457 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b3b37f8a-21f9-4fa8-a6eb-0548e728762b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:20.142126 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b3b37f8a-21f9-4fa8-a6eb-0548e728762b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627619'] for router, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:20.142591 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b37f8a-21f9-4fa8-a6eb-0548e728762b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b848bbfa-7811-4671-945d-8640ed7f72df {{(pid=93846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 16:01:20.152290 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b3b37f8a-21f9-4fa8-a6eb-0548e728762b admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:20.156198 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-b3b37f8a-21f9-4fa8-a6eb-0548e728762b admin admin] 10.222.0.44 "DELETE /v2.0/routers/b848bbfa-7811-4671-945d-8640ed7f72df HTTP/1.1" status: 204 len: 168 time: 1.1304421 Aug 18 16:01:20.156398 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 38118) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:01:20.208755 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_v2 [None req-810f2a2a-cf68-4d65-8317-8acf5cb894df admin admin] Deleting subnet aa9b8653-8df0-4191-b528-a8151a2e9f0f {{(pid=93847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 16:01:20.212556 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-810f2a2a-cf68-4d65-8317-8acf5cb894df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:20.251781 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-810f2a2a-cf68-4d65-8317-8acf5cb894df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13957983'] for subnet, precommit_delete_associations {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:20.388701 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-810f2a2a-cf68-4d65-8317-8acf5cb894df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473169'] for subnet, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:20.448382 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 8cc4d120-b123-4b67-bb68-053d7215e41f no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:01:20.473117 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-810f2a2a-cf68-4d65-8317-8acf5cb894df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13957933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14307673'] for subnet, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:20.513874 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f2a2a-cf68-4d65-8317-8acf5cb894df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa9b8653-8df0-4191-b528-a8151a2e9f0f,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:20.532471 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-810f2a2a-cf68-4d65-8317-8acf5cb894df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:20.535116 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-810f2a2a-cf68-4d65-8317-8acf5cb894df admin admin] 10.222.0.44 "DELETE /v2.0/subnets/aa9b8653-8df0-4191-b528-a8151a2e9f0f HTTP/1.1" status: 204 len: 168 time: 0.3775086 Aug 18 16:01:20.537763 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38120) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:01:20.615276 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c620b2ff-3bcf-4da0-a53b-6ffe7a204855 None None] Network e8e860e8-f3eb-4fc6-97eb-661d667222fa requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 16:01:20.617664 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: 8cc4d120-b123-4b67-bb68-053d7215e41f {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:01:20.618005 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 8cc4d120-b123-4b67-bb68-053d7215e41f not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:01:20.618506 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device e15195ff-43f7-40f6-aa22-5799cc17d858 no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:01:20.632347 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627848'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:20.673996 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: e15195ff-43f7-40f6-aa22-5799cc17d858 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:01:20.674244 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device e15195ff-43f7-40f6-aa22-5799cc17d858 not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:01:20.721593 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] Deleting port e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:01:20.722217 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:20.823665 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] For port e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c,segment=NetworkSegment(bd175b56-5afd-4bac-b96b-4aa4e930c631),segment_id=bd175b56-5afd-4bac-b96b-4aa4e930c631)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:20.824331 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:20.852128 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] Calling delete_port for e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c owned by network:dhcp {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:01:20.867786 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] DHCP port deletion for e8e860e8-f3eb-4fc6-97eb-661d667222fa request from dv-cinder-778534-7-iscsi {{(pid=93848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 16:01:20.930069 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Deleting port e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c {{(pid=93848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:01:20.930369 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:20.967909 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:21.017273 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] No DVR routers for this DVR port e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c on host dv-cinder-778534-7-iscsi {{(pid=93846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:01:21.018170 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] For port e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c,segment=NetworkSegment(bd175b56-5afd-4bac-b96b-4aa4e930c631),segment_id=bd175b56-5afd-4bac-b96b-4aa4e930c631)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:21.018170 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:21.018374 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] Pushing event deleted for resources: {'Port': ['ID=e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:21.033147 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Calling delete_port for e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c owned by network:dhcp {{(pid=93848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:01:21.113289 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472536', 'neutron.services.segments.db._delete_segments_for_network-8780902331073'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:21.124853 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e860e8-f3eb-4fc6-97eb-661d667222fa']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:21.138191 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd175b56-5afd-4bac-b96b-4aa4e930c631') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:21.138640 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd175b56-5afd-4bac-b96b-4aa4e930c631') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:21.151665 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780902098598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13948647'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:21.185363 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:21.186019 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a86b14-71cb-40e9-9305-8f191257827a req-1d30792c-85bd-4230-9add-433b0ffcf834 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:21.187475 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:21.191099 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-07a86b14-71cb-40e9-9305-8f191257827a req-1d30792c-85bd-4230-9add-433b0ffcf834 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0808570 Aug 18 16:01:21.196936 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 16:01:21.197390 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13947635'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: timer() Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: cb(*args, **kw) Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: self._notify() Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: self.callback(batched_events) Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: event.method(event) Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._get(url).json() Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 16:01:21.199462 dv-cinder-778534-7-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 16:01:21.239784 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868'] for port, after_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:21.243680 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-07a86b14-71cb-40e9-9305-8f191257827a req-0c1beeb9-7a9a-42df-9c40-7320a6e101a3 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419035 Aug 18 16:01:21.281795 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Pushing event deleted for resources: {'Port': ['ID=e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c,revision_number=None']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:21.284397 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] No DVR routers for this DVR port e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c on host dv-cinder-778534-7-iscsi {{(pid=93848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:01:21.289051 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468348'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:21.294211 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:21.294817 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:21.295259 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:21.295744 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:21.296171 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:21.296401 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:21.296690 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:21.297153 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:21.297579 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:21.298037 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:21.298464 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:21.298889 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:21.299311 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a65ab6-764b-4333-ad84-2ad8bff91cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:01:21.300075 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e8e860e8-f3eb-4fc6-97eb-661d667222fa HTTP/1.1" status: 204 len: 168 time: 0.7610869 Aug 18 16:01:21.305741 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38130) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:01:21.340935 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053636f1-9014-4301-b185-e2432a367615 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e860e8-f3eb-4fc6-97eb-661d667222fa,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:21.714411 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7d0a-9fc3-4889-8091-505d790736ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629937'] for router_interface, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:21.960706 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e7d0a-9fc3-4889-8091-505d790736ad admin admin] Deleting port 07754f7d-3660-47a9-aeec-9c1e2b33ca65 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:01:21.961073 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7d0a-9fc3-4889-8091-505d790736ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:22.043985 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-ba7e7d0a-9fc3-4889-8091-505d790736ad admin admin] For port 07754f7d-3660-47a9-aeec-9c1e2b33ca65, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=07754f7d-3660-47a9-aeec-9c1e2b33ca65,segment=NetworkSegment(05c152f3-2567-45fe-a758-770182278eec),segment_id=05c152f3-2567-45fe-a758-770182278eec)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:22.044353 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7d0a-9fc3-4889-8091-505d790736ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:22.057707 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e7d0a-9fc3-4889-8091-505d790736ad admin admin] Calling delete_port for 07754f7d-3660-47a9-aeec-9c1e2b33ca65 owned by network:router_interface {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:01:22.241792 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7d0a-9fc3-4889-8091-505d790736ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:22.250121 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359231f0-907c-400d-a206-f9eb5266595e req-85f562df-aafa-45c2-a7b4-d2737d350e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:22.251634 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-359231f0-907c-400d-a206-f9eb5266595e req-85f562df-aafa-45c2-a7b4-d2737d350e32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac42aaec1012455badb5c679e314c6c2&device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 1098 time: 0.0488770 Aug 18 16:01:22.268021 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:01:22.278553 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e7d0a-9fc3-4889-8091-505d790736ad admin admin] Pushing event deleted for resources: {'Port': ['ID=07754f7d-3660-47a9-aeec-9c1e2b33ca65,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:22.320095 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:01:22.320343 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device e371e08e-9e0a-4da9-a4fc-ca1b1eccc94c not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:01:22.392416 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359231f0-907c-400d-a206-f9eb5266595e req-3c87dbf9-7f12-4191-9fdf-769a7277d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:22.393942 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-359231f0-907c-400d-a206-f9eb5266595e req-3c87dbf9-7f12-4191-9fdf-769a7277d1b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6dd9555b-2983-4408-8b35-00021e19dc01 HTTP/1.1" status: 200 len: 917 time: 0.1349051 Aug 18 16:01:22.418235 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6ec3b-1f1f-40fb-af45-fc2397fa251d req-cab7c7f5-2682-47c0-9124-b96ac89d6a8e tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:22.419920 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0dc6ec3b-1f1f-40fb-af45-fc2397fa251d req-cab7c7f5-2682-47c0-9124-b96ac89d6a8e tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0818188 Aug 18 16:01:22.469223 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7d0a-9fc3-4889-8091-505d790736ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412513'] for router_interface, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:22.502942 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-359231f0-907c-400d-a206-f9eb5266595e req-e70c465e-bbb9-494e-922c-0a342e1d97d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05bcec34-750e-4b31-9780-e9326f948736 HTTP/1.1" status: 200 len: 999 time: 0.1005738 Aug 18 16:01:22.508470 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0dc6ec3b-1f1f-40fb-af45-fc2397fa251d req-bbcd8607-9e46-4b16-b80d-969c4ee49b33 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561481 Aug 18 16:01:22.552326 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359231f0-907c-400d-a206-f9eb5266595e req-d41062d2-9aaf-483c-ac66-3f89442643f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:22.553819 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-359231f0-907c-400d-a206-f9eb5266595e req-d41062d2-9aaf-483c-ac66-3f89442643f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2ac6339-ab36-442c-82a6-fe935bcb664c HTTP/1.1" status: 200 len: 855 time: 0.0435920 Aug 18 16:01:22.604062 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359231f0-907c-400d-a206-f9eb5266595e req-cfdcfbdc-2b98-4d60-80c2-660277f09451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:22.605488 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-359231f0-907c-400d-a206-f9eb5266595e req-cfdcfbdc-2b98-4d60-80c2-660277f09451 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6dd9555b-2983-4408-8b35-00021e19dc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434871 Aug 18 16:01:22.703676 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-359231f0-907c-400d-a206-f9eb5266595e req-37774aa5-73fd-4a95-9eb6-2a1aed3517d3 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899577 Aug 18 16:01:22.798629 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-359231f0-907c-400d-a206-f9eb5266595e req-be213d56-374f-4adb-9057-dcd644b4212c service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857589 Aug 18 16:01:22.907039 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7e7d0a-9fc3-4889-8091-505d790736ad admin admin] Router 195c1066-5652-490e-a8a2-1d151aec68e5 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:01:23.012789 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7e7d0a-9fc3-4889-8091-505d790736ad admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:01:23.018436 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ba7e7d0a-9fc3-4889-8091-505d790736ad admin admin] 10.222.0.44 "PUT /v2.0/routers/195c1066-5652-490e-a8a2-1d151aec68e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7059891 Aug 18 16:01:23.021059 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38148) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:01:23.023562 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b5f036-bed0-4b64-8915-4dbf15030206 None None] Sync routers for ids ['195c1066-5652-490e-a8a2-1d151aec68e5'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:01:23.032902 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b5f036-bed0-4b64-8915-4dbf15030206 None None] Routers {'195c1066-5652-490e-a8a2-1d151aec68e5'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:01:23.033520 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-88b5f036-bed0-4b64-8915-4dbf15030206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:01:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['195c1066-5652-490e-a8a2-1d151aec68e5'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:23.123848 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-03b0d9dd-823d-4b7c-a308-f05af785feea admin admin] Notify callbacks [] for router, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:23.137919 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-88b5f036-bed0-4b64-8915-4dbf15030206 None None] Set router 195c1066-5652-490e-a8a2-1d151aec68e5 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:01:23.225119 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-03b0d9dd-823d-4b7c-a308-f05af785feea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:23.279560 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-03b0d9dd-823d-4b7c-a308-f05af785feea admin admin] Deleting port f5243902-1a45-4c4a-ad85-bb25526d5e49 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:01:23.280293 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-03b0d9dd-823d-4b7c-a308-f05af785feea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:23.319359 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-88b5f036-bed0-4b64-8915-4dbf15030206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'name': 'tempest-TestMinimumBasicScenario-110880195-router', 'tenant_id': '404c900d8e1e4f838f9180582e073f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f5243902-1a45-4c4a-ad85-bb25526d5e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:27Z', 'updated_at': '2021-08-18T16:01:22Z', 'revision_number': 5, 'project_id': '404c900d8e1e4f838f9180582e073f54', 'gw_port': {'id': 'f5243902-1a45-4c4a-ad85-bb25526d5e49', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:58:28Z', 'updated_at': '2021-08-18T15:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:23.348162 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b5f036-bed0-4b64-8915-4dbf15030206 None None] Checking router: 195c1066-5652-490e-a8a2-1d151aec68e5 for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:01:23.357774 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b5f036-bed0-4b64-8915-4dbf15030206 None None] Routers {'195c1066-5652-490e-a8a2-1d151aec68e5'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:01:23.358495 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-88b5f036-bed0-4b64-8915-4dbf15030206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:01:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['195c1066-5652-490e-a8a2-1d151aec68e5'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:23.366549 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-03b0d9dd-823d-4b7c-a308-f05af785feea admin admin] For port f5243902-1a45-4c4a-ad85-bb25526d5e49, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=f5243902-1a45-4c4a-ad85-bb25526d5e49,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:23.366913 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-03b0d9dd-823d-4b7c-a308-f05af785feea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:23.378519 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-03b0d9dd-823d-4b7c-a308-f05af785feea admin admin] Calling delete_port for f5243902-1a45-4c4a-ad85-bb25526d5e49 owned by network:router_gateway {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:01:23.449815 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-88b5f036-bed0-4b64-8915-4dbf15030206 None None] Set router 195c1066-5652-490e-a8a2-1d151aec68e5 gateway port host: None {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:01:23.505495 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-88b5f036-bed0-4b64-8915-4dbf15030206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'name': 'tempest-TestMinimumBasicScenario-110880195-router', 'tenant_id': '404c900d8e1e4f838f9180582e073f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:27Z', 'updated_at': '2021-08-18T16:01:23Z', 'revision_number': 6, 'project_id': '404c900d8e1e4f838f9180582e073f54', 'gw_port_host': None}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:23.531120 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b5f036-bed0-4b64-8915-4dbf15030206 None None] The sync data for ids ['195c1066-5652-490e-a8a2-1d151aec68e5'] in dv-cinder-778534-7-iscsi is: [{'id': '195c1066-5652-490e-a8a2-1d151aec68e5', 'name': 'tempest-TestMinimumBasicScenario-110880195-router', 'tenant_id': '404c900d8e1e4f838f9180582e073f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:58:27Z', 'updated_at': '2021-08-18T16:01:23Z', 'revision_number': 6, 'project_id': '404c900d8e1e4f838f9180582e073f54', 'gw_port_host': None}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:01:23.550857 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-03b0d9dd-823d-4b7c-a308-f05af785feea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:23.586476 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0d9dd-823d-4b7c-a308-f05af785feea admin admin] Pushing event deleted for resources: {'Port': ['ID=f5243902-1a45-4c4a-ad85-bb25526d5e49,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:23.640707 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c010a-c1ac-4bde-a0bc-927319c4c02d req-1c27feac-7501-4a55-84e9-247c50e98d9a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:23.642245 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-752c010a-c1ac-4bde-a0bc-927319c4c02d req-1c27feac-7501-4a55-84e9-247c50e98d9a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0555902 Aug 18 16:01:23.651771 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-03b0d9dd-823d-4b7c-a308-f05af785feea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-468393'] for router_gateway, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:23.681470 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-752c010a-c1ac-4bde-a0bc-927319c4c02d req-86bf61d9-4303-40d1-a70a-e2846d4da53d tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328536 Aug 18 16:01:23.742097 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-03b0d9dd-823d-4b7c-a308-f05af785feea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4605'] for router, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:23.744190 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-03b0d9dd-823d-4b7c-a308-f05af785feea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:23.785780 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-03b0d9dd-823d-4b7c-a308-f05af785feea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627619'] for router, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:23.786436 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b0d9dd-823d-4b7c-a308-f05af785feea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 195c1066-5652-490e-a8a2-1d151aec68e5 {{(pid=93846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 16:01:23.790770 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-03b0d9dd-823d-4b7c-a308-f05af785feea admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:23.791813 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-03b0d9dd-823d-4b7c-a308-f05af785feea admin admin] 10.222.0.44 "DELETE /v2.0/routers/195c1066-5652-490e-a8a2-1d151aec68e5 HTTP/1.1" status: 204 len: 168 time: 0.7697937 Aug 18 16:01:23.794433 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38152) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:01:23.839740 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f1efb7-e32a-41ef-b43f-ea5c3d895d32 admin admin] Deleting subnet a47f4efe-cc06-4deb-b6e6-6ef8903de9f0 {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 16:01:23.842667 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-45f1efb7-e32a-41ef-b43f-ea5c3d895d32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:23.881070 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-45f1efb7-e32a-41ef-b43f-ea5c3d895d32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13948654'] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:23.999599 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-45f1efb7-e32a-41ef-b43f-ea5c3d895d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473169'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.052398 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-45f1efb7-e32a-41ef-b43f-ea5c3d895d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13948497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14033944'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.083067 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1efb7-e32a-41ef-b43f-ea5c3d895d32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a47f4efe-cc06-4deb-b6e6-6ef8903de9f0,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:24.085049 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-45f1efb7-e32a-41ef-b43f-ea5c3d895d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.087804 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-45f1efb7-e32a-41ef-b43f-ea5c3d895d32 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a47f4efe-cc06-4deb-b6e6-6ef8903de9f0 HTTP/1.1" status: 204 len: 168 time: 0.2917302 Aug 18 16:01:24.089650 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38156) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:01:24.091970 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af55137-19e7-48d5-a3e7-ce99da4833fd None None] Network cb5d7474-e384-46e1-83f3-fc3ea265f5ea requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 16:01:24.157082 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627848'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.210843 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] Deleting port 756e0c79-f077-46d0-b4f5-d136153c7d95 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:01:24.211193 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.276592 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] For port 756e0c79-f077-46d0-b4f5-d136153c7d95, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=756e0c79-f077-46d0-b4f5-d136153c7d95,segment=NetworkSegment(05c152f3-2567-45fe-a758-770182278eec),segment_id=05c152f3-2567-45fe-a758-770182278eec)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:24.276978 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.289793 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] Calling delete_port for 756e0c79-f077-46d0-b4f5-d136153c7d95 owned by network:dhcp {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:01:24.327113 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4b6813-9b1c-4507-8380-1ef51251fe56 None None] DHCP port deletion for cb5d7474-e384-46e1-83f3-fc3ea265f5ea request from dv-cinder-778534-7-iscsi {{(pid=93848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 16:01:24.375449 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.377303 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b6813-9b1c-4507-8380-1ef51251fe56 None None] Deleting port 756e0c79-f077-46d0-b4f5-d136153c7d95 {{(pid=93848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:01:24.377665 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6813-9b1c-4507-8380-1ef51251fe56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.411495 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=756e0c79-f077-46d0-b4f5-d136153c7d95,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:24.413404 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] No DVR routers for this DVR port 756e0c79-f077-46d0-b4f5-d136153c7d95 on host dv-cinder-778534-7-iscsi {{(pid=93846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:01:24.413820 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 756e0c79-f077-46d0-b4f5-d136153c7d95 no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:01:24.444236 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: 756e0c79-f077-46d0-b4f5-d136153c7d95 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:01:24.444916 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 756e0c79-f077-46d0-b4f5-d136153c7d95 not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:01:24.445860 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 07754f7d-3660-47a9-aeec-9c1e2b33ca65 no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:01:24.476620 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: 07754f7d-3660-47a9-aeec-9c1e2b33ca65 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:01:24.476993 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 07754f7d-3660-47a9-aeec-9c1e2b33ca65 not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:01:24.477506 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device f5243902-1a45-4c4a-ad85-bb25526d5e49 no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:01:24.487832 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472536', 'neutron.services.segments.db._delete_segments_for_network-8780902331073'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.498854 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5d7474-e384-46e1-83f3-fc3ea265f5ea']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:24.505056 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: f5243902-1a45-4c4a-ad85-bb25526d5e49 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:01:24.505195 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device f5243902-1a45-4c4a-ad85-bb25526d5e49 not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:01:24.506988 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-2d4b6813-9b1c-4507-8380-1ef51251fe56 None None] For port 756e0c79-f077-46d0-b4f5-d136153c7d95, host dv-cinder-778534-7-iscsi, got binding levels [] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:24.507386 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6813-9b1c-4507-8380-1ef51251fe56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.509507 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c152f3-2567-45fe-a758-770182278eec') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:24.509911 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c152f3-2567-45fe-a758-770182278eec') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:01:24.521228 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780902098598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13948647'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.527962 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b6813-9b1c-4507-8380-1ef51251fe56 None None] Calling delete_port for 756e0c79-f077-46d0-b4f5-d136153c7d95 owned by network:dhcp {{(pid=93848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:01:24.530917 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.ipam_backend_mixin [None req-2d4b6813-9b1c-4507-8380-1ef51251fe56 None None] Port 756e0c79-f077-46d0-b4f5-d136153c7d95 was not found and therefore no delete operation was performed {{(pid=93848) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 16:01:24.532844 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6813-9b1c-4507-8380-1ef51251fe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868'] for port, after_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.541060 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.547488 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 16:01:24.547842 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13947635'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: timer() Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: cb(*args, **kw) Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: self._notify() Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: self.callback(batched_events) Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: event.method(event) Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._get(url).json() Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 16:01:24.549562 dv-cinder-778534-7-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 16:01:24.558083 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b6813-9b1c-4507-8380-1ef51251fe56 None None] Pushing event deleted for resources: {'Port': ['ID=756e0c79-f077-46d0-b4f5-d136153c7d95,revision_number=None']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:24.561879 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4b6813-9b1c-4507-8380-1ef51251fe56 None None] No DVR routers for this DVR port 756e0c79-f077-46d0-b4f5-d136153c7d95 on host dv-cinder-778534-7-iscsi {{(pid=93848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:01:24.613093 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468348'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.619743 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.621225 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cb5d7474-e384-46e1-83f3-fc3ea265f5ea HTTP/1.1" status: 204 len: 168 time: 0.5304554 Aug 18 16:01:24.633910 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94978e-4382-46b3-9c8c-a934f7c08cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb5d7474-e384-46e1-83f3-fc3ea265f5ea,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:24.803096 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc24ae5-853e-434b-a5b9-3d4c4e7c9796 req-c4342a67-bbf9-419c-9acc-8b1150e80008 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:24.804569 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2cc24ae5-853e-434b-a5b9-3d4c4e7c9796 req-c4342a67-bbf9-419c-9acc-8b1150e80008 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0510349 Aug 18 16:01:24.810933 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38164) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:01:24.843829 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2cc24ae5-853e-434b-a5b9-3d4c4e7c9796 req-329c0207-2afe-42be-b874-bfedac3509b1 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329287 Aug 18 16:01:24.852800 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-76915017-8a73-4112-8845-6952cb8e4667 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77e136ad8c444be5ab6bb316db899707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398860 Aug 18 16:01:24.854660 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38166) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:01:24.909423 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ac836ffd-be82-4866-a0cd-70027cccaeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.934381 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ac836ffd-be82-4866-a0cd-70027cccaeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:24.997084 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ac836ffd-be82-4866-a0cd-70027cccaeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:25.001053 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ac836ffd-be82-4866-a0cd-70027cccaeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:25.002394 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ac836ffd-be82-4866-a0cd-70027cccaeb1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0476248a-a2a6-4c48-90eb-980258fb0907 HTTP/1.1" status: 204 len: 168 time: 0.1468349 Aug 18 16:01:25.011705 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac836ffd-be82-4866-a0cd-70027cccaeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0476248a-a2a6-4c48-90eb-980258fb0907,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:25.376019 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 38194) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:01:25.424007 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-098029d2-3192-4382-ac7d-ac167821b85e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=404c900d8e1e4f838f9180582e073f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467126 Aug 18 16:01:25.427365 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 38198) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:01:25.515100 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 05bcec34-750e-4b31-9780-e9326f948736 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:01:25.594189 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bbc3cd85-2c5d-4756-a672-dca497aacccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:25.611139 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:25.624227 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bbc3cd85-2c5d-4756-a672-dca497aacccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:25.633651 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6294ce9-2281-45f6-acaa-eb80a6722f10 req-52a27c7b-56e9-45d1-a619-42ab48081630 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:25.634642 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05bcec34-750e-4b31-9780-e9326f948736'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:01:25.635465 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c6294ce9-2281-45f6-acaa-eb80a6722f10 req-52a27c7b-56e9-45d1-a619-42ab48081630 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 945 time: 0.0871246 Aug 18 16:01:25.637215 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4581b20-0d17-4ae9-ae4a-ee7c4ec6682e" -d '{"events": [{"server_uuid": "f31d073f-055f-42fb-a3b2-49a52736fc95", "name": "network-vif-unplugged", "status": "completed", "tag": "05bcec34-750e-4b31-9780-e9326f948736"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:01:25.655383 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 05bcec34-750e-4b31-9780-e9326f948736, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=05bcec34-750e-4b31-9780-e9326f948736,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:25.667065 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:25.708484 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c6294ce9-2281-45f6-acaa-eb80a6722f10 req-7d824fbe-1212-46e0-a2da-914ddcdcdab9 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636487 Aug 18 16:01:25.731216 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bbc3cd85-2c5d-4756-a672-dca497aacccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:25.735879 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bbc3cd85-2c5d-4756-a672-dca497aacccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:25.737761 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-bbc3cd85-2c5d-4756-a672-dca497aacccb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b5cbfae-c6dd-4be9-8b76-2fabc145e9af HTTP/1.1" status: 204 len: 168 time: 0.3073087 Aug 18 16:01:25.747166 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 16:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb882a8-0fe2-44a4-a7dd-b13ca06bfc07 x-openstack-request-id: req-6cb882a8-0fe2-44a4-a7dd-b13ca06bfc07 {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:01:25.747598 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3cd85-2c5d-4756-a672-dca497aacccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5cbfae-c6dd-4be9-8b76-2fabc145e9af,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:25.748029 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31d073f-055f-42fb-a3b2-49a52736fc95", "name": "network-vif-unplugged", "status": "failed", "tag": "05bcec34-750e-4b31-9780-e9326f948736", "code": 422}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:01:25.748402 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6cb882a8-0fe2-44a4-a7dd-b13ca06bfc07 {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:01:25.748958 dv-cinder-778534-7-iscsi neutron-server[93848]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '05bcec34-750e-4b31-9780-e9326f948736', 'code': 422} returned with failed status Aug 18 16:01:25.768055 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=05bcec34-750e-4b31-9780-e9326f948736,revision_number=8']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:25.965139 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 38226) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:01:26.067448 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-00c06574-7ea2-405d-a88c-a4a243855a22 req-bd29f891-9072-4a49-891b-f924de393dc1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010902 Aug 18 16:01:26.857750 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1ab57-fcfe-4cba-a71f-c5efb9beaf31 req-f45f3aac-4c38-4b16-9b96-657a85b4f3ea tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:26.859259 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2fc1ab57-fcfe-4cba-a71f-c5efb9beaf31 req-f45f3aac-4c38-4b16-9b96-657a85b4f3ea tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0528328 Aug 18 16:01:26.912523 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2fc1ab57-fcfe-4cba-a71f-c5efb9beaf31 req-be286ea5-f031-44bf-b3b5-9dd74a093321 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466065 Aug 18 16:01:27.469897 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c06574-7ea2-405d-a88c-a4a243855a22 req-652bea83-23ed-46a5-896a-526d77be5d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:27.471393 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-00c06574-7ea2-405d-a88c-a4a243855a22 req-652bea83-23ed-46a5-896a-526d77be5d57 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95&tenant_id=ac42aaec1012455badb5c679e314c6c2 HTTP/1.1" status: 200 len: 1096 time: 0.0724216 Aug 18 16:01:27.535229 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c06574-7ea2-405d-a88c-a4a243855a22 req-f46c822f-0f4a-465d-89cc-3afaada50a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:27.537504 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-00c06574-7ea2-405d-a88c-a4a243855a22 req-f46c822f-0f4a-465d-89cc-3afaada50a52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac42aaec1012455badb5c679e314c6c2&device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 1096 time: 0.0415094 Aug 18 16:01:27.629106 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c06574-7ea2-405d-a88c-a4a243855a22 req-8ecfb44b-6e13-4cb0-9ef7-9e8bdaf2b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:27.631093 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-00c06574-7ea2-405d-a88c-a4a243855a22 req-8ecfb44b-6e13-4cb0-9ef7-9e8bdaf2b3c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6dd9555b-2983-4408-8b35-00021e19dc01 HTTP/1.1" status: 200 len: 917 time: 0.0861619 Aug 18 16:01:27.696001 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-00c06574-7ea2-405d-a88c-a4a243855a22 req-f0a594aa-39c4-40f9-a312-b9afcab293d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05bcec34-750e-4b31-9780-e9326f948736 HTTP/1.1" status: 200 len: 997 time: 0.0571713 Aug 18 16:01:27.748950 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c06574-7ea2-405d-a88c-a4a243855a22 req-0e40e64c-9999-4c12-89d3-791bdb62b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:27.750346 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-00c06574-7ea2-405d-a88c-a4a243855a22 req-0e40e64c-9999-4c12-89d3-791bdb62b0cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2ac6339-ab36-442c-82a6-fe935bcb664c HTTP/1.1" status: 200 len: 855 time: 0.0463104 Aug 18 16:01:27.795878 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c06574-7ea2-405d-a88c-a4a243855a22 req-effb0c52-3bae-41ba-a7ea-68b0dbb7bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:27.797355 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-00c06574-7ea2-405d-a88c-a4a243855a22 req-effb0c52-3bae-41ba-a7ea-68b0dbb7bdf9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6dd9555b-2983-4408-8b35-00021e19dc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395503 Aug 18 16:01:27.887658 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-00c06574-7ea2-405d-a88c-a4a243855a22 req-47b31994-b18c-4ed4-b3d9-6e9106c59ec7 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817363 Aug 18 16:01:27.981642 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-00c06574-7ea2-405d-a88c-a4a243855a22 req-0578cfa8-bed2-4ae0-ad21-d0366c1141bf service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850370 Aug 18 16:01:28.038580 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b61ebf-d705-4835-a1f7-1613c482e23f req-a83c96a0-6e04-483d-ad21-56811397c256 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:28.040056 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-42b61ebf-d705-4835-a1f7-1613c482e23f req-a83c96a0-6e04-483d-ad21-56811397c256 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0516052 Aug 18 16:01:28.077065 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-42b61ebf-d705-4835-a1f7-1613c482e23f req-4c3f9908-1ec0-4c0f-a0e2-a2fbb1c15849 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305538 Aug 18 16:01:29.020886 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:01:29.204915 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302e3f9-cced-4b01-b8a8-e25a01dcb5d0 req-dad0a75b-57be-443f-8680-e8a19a440be1 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:29.206380 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e302e3f9-cced-4b01-b8a8-e25a01dcb5d0 req-dad0a75b-57be-443f-8680-e8a19a440be1 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0537088 Aug 18 16:01:29.250121 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e302e3f9-cced-4b01-b8a8-e25a01dcb5d0 req-678e73c3-1c0b-4b4f-9b80-dadae1b5f978 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370667 Aug 18 16:01:29.542363 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 05bcec34-750e-4b31-9780-e9326f948736 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:01:30.376197 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1aa61-b441-416b-b50f-b1fde2bccd8a req-a0c8fc05-de17-4ee7-b4fe-a718468c1632 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:30.377730 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b1f1aa61-b441-416b-b50f-b1fde2bccd8a req-a0c8fc05-de17-4ee7-b4fe-a718468c1632 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0509706 Aug 18 16:01:30.417605 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b1f1aa61-b441-416b-b50f-b1fde2bccd8a req-b24a0707-2ff4-4443-a9a8-f2c6c6b4c7c3 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332570 Aug 18 16:01:31.547687 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf24217-116d-4864-b4cd-f71f1a05fead req-507ea30f-c272-4a3e-a6fd-3c65ac3ebec2 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:31.552425 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ebf24217-116d-4864-b4cd-f71f1a05fead req-507ea30f-c272-4a3e-a6fd-3c65ac3ebec2 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0581787 Aug 18 16:01:31.594452 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ebf24217-116d-4864-b4cd-f71f1a05fead req-012e2aeb-3d56-48de-9456-c88446aadb67 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378840 Aug 18 16:01:32.713851 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f785a-4085-44d5-9518-c130cee5d1b7 req-59b37b81-bedb-477a-8e91-7d375dcef00c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:32.715282 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ee3f785a-4085-44d5-9518-c130cee5d1b7 req-59b37b81-bedb-477a-8e91-7d375dcef00c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0483313 Aug 18 16:01:32.755198 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ee3f785a-4085-44d5-9518-c130cee5d1b7 req-312fd891-4746-46e4-9cdf-d91539017ac4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336478 Aug 18 16:01:34.143805 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440d22b-0c12-41c6-bb26-508d9a209140 req-4473e42e-0d71-4738-8c44-18f5b9aed091 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:34.145715 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5440d22b-0c12-41c6-bb26-508d9a209140 req-4473e42e-0d71-4738-8c44-18f5b9aed091 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.3144715 Aug 18 16:01:34.183432 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5440d22b-0c12-41c6-bb26-508d9a209140 req-58e6ebd4-2198-494d-bdab-c7f76cc559d8 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318146 Aug 18 16:01:35.305032 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58947e17-6309-49af-8541-e23201c2f8e6 req-4fde196b-03db-482d-82fc-1d89aaa36a53 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:35.306534 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-58947e17-6309-49af-8541-e23201c2f8e6 req-4fde196b-03db-482d-82fc-1d89aaa36a53 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0494483 Aug 18 16:01:35.345379 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-58947e17-6309-49af-8541-e23201c2f8e6 req-f0088d9c-3173-4a68-a3d3-a190b12610dc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330682 Aug 18 16:01:36.472323 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb12e6-a054-4fb3-8013-4605089df733 req-7ca99d69-3d52-4421-a5d5-3af5d9a419cb tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:36.474771 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bdfb12e6-a054-4fb3-8013-4605089df733 req-7ca99d69-3d52-4421-a5d5-3af5d9a419cb tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0559521 Aug 18 16:01:36.525003 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-bdfb12e6-a054-4fb3-8013-4605089df733 req-dd9e596c-9aeb-46e1-8828-47e9fe1846c9 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417228 Aug 18 16:01:37.652336 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bd2d7-0c63-4bc7-9cae-627a49c4ed1b req-55335caf-fbfe-42dc-89ab-7d5064e3f404 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:37.653827 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4a6bd2d7-0c63-4bc7-9cae-627a49c4ed1b req-55335caf-fbfe-42dc-89ab-7d5064e3f404 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0499990 Aug 18 16:01:37.693419 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4a6bd2d7-0c63-4bc7-9cae-627a49c4ed1b req-ad306761-3776-435e-a2bc-356e23b02dca tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336452 Aug 18 16:01:38.817697 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ce6e0-ed57-4667-89f9-fae03900dab4 req-11447b0e-b03f-48d2-a094-4593946ccc7e tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:38.819177 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c67ce6e0-ed57-4667-89f9-fae03900dab4 req-11447b0e-b03f-48d2-a094-4593946ccc7e tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0493972 Aug 18 16:01:38.856637 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c67ce6e0-ed57-4667-89f9-fae03900dab4 req-ef8bb2cb-005a-4120-a9f2-fcf7e019e69d tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314975 Aug 18 16:01:39.985379 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebc6d3-47a2-4c5d-a53b-cdf0984b9587 req-e417e4f5-b25f-408d-ba74-16b5b31f85f7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:39.986861 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-72ebc6d3-47a2-4c5d-a53b-cdf0984b9587 req-e417e4f5-b25f-408d-ba74-16b5b31f85f7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0530295 Aug 18 16:01:40.028183 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-72ebc6d3-47a2-4c5d-a53b-cdf0984b9587 req-2cce1128-5b9d-4c04-8dd1-1f4d7f815560 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350006 Aug 18 16:01:41.162316 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dbfe1-2bf0-43b9-b173-ed491da9ef11 req-9385cb7e-ec2e-421b-91f1-5f10f2573055 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:41.163795 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-946dbfe1-2bf0-43b9-b173-ed491da9ef11 req-9385cb7e-ec2e-421b-91f1-5f10f2573055 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0517023 Aug 18 16:01:41.202352 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-946dbfe1-2bf0-43b9-b173-ed491da9ef11 req-58b0a626-435a-43b4-80f6-f2fbf9263501 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324633 Aug 18 16:01:42.322833 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b541d33-e36a-45a2-b4a0-25687fd88e3f req-b7dddfc1-9564-493d-b20f-06df1397fac1 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:42.324318 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0b541d33-e36a-45a2-b4a0-25687fd88e3f req-b7dddfc1-9564-493d-b20f-06df1397fac1 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0502334 Aug 18 16:01:42.362056 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0b541d33-e36a-45a2-b4a0-25687fd88e3f req-bba8baf8-c6cf-4e3a-8638-5c0000482008 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318129 Aug 18 16:01:43.487738 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4c5ba-773a-420a-b670-1eecbf32a857 req-784448c8-5bce-4eb9-8ffe-706d5065fbeb tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:43.489968 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-69d4c5ba-773a-420a-b670-1eecbf32a857 req-784448c8-5bce-4eb9-8ffe-706d5065fbeb tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0545239 Aug 18 16:01:43.526767 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-69d4c5ba-773a-420a-b670-1eecbf32a857 req-cd658ade-98af-4a56-b047-a341ca687521 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309575 Aug 18 16:01:44.651031 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bd7b4-73bc-48fa-a7ba-39d93ea06ec0 req-8517c44f-5f11-409b-ba4f-46fca726ce01 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:44.652525 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-610bd7b4-73bc-48fa-a7ba-39d93ea06ec0 req-8517c44f-5f11-409b-ba4f-46fca726ce01 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0498483 Aug 18 16:01:44.690427 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-610bd7b4-73bc-48fa-a7ba-39d93ea06ec0 req-bbdb366a-c5e5-4121-b84b-016011d2bbfb tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320463 Aug 18 16:01:44.747471 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ec7296db-7665-4560-87ef-13afa0d7fb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:45.810403 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c82ab4-0432-46f1-b593-f3c9abda9aab req-ed507018-1f73-4382-8c8f-305d77df0c10 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:45.811883 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a9c82ab4-0432-46f1-b593-f3c9abda9aab req-ed507018-1f73-4382-8c8f-305d77df0c10 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0487072 Aug 18 16:01:45.850396 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a9c82ab4-0432-46f1-b593-f3c9abda9aab req-d877b9f1-964b-467a-9493-64d6c14d4be1 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318873 Aug 18 16:01:46.975559 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04347d2-ed1c-4e79-aad4-386b469d1ecb req-2bd0d3d7-e546-48d1-96c0-51a9a9213e31 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:46.977101 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a04347d2-ed1c-4e79-aad4-386b469d1ecb req-2bd0d3d7-e546-48d1-96c0-51a9a9213e31 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0537066 Aug 18 16:01:47.015750 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a04347d2-ed1c-4e79-aad4-386b469d1ecb req-53890635-1717-41bc-8aa7-f2b145ddd357 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326598 Aug 18 16:01:47.679672 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-af2b49a7-636d-4234-b4b9-3a2a90d614b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:47.881738 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:48.144028 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9e15c-a12a-4148-95a4-c14717636058 req-acab70b2-ee02-4369-a2da-fc8a7527b78c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:48.145584 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95e9e15c-a12a-4148-95a4-c14717636058 req-acab70b2-ee02-4369-a2da-fc8a7527b78c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0531483 Aug 18 16:01:48.183750 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95e9e15c-a12a-4148-95a4-c14717636058 req-560d9346-158b-49bc-8c40-4f77b1f50a0c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322101 Aug 18 16:01:48.786820 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:49.316841 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae628b90-8c6c-42a7-bbd3-42c6bd0318bc req-0260c5d7-31fc-4158-b35e-5ac64259b841 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:49.318512 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ae628b90-8c6c-42a7-bbd3-42c6bd0318bc req-0260c5d7-31fc-4158-b35e-5ac64259b841 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0615904 Aug 18 16:01:49.360904 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ae628b90-8c6c-42a7-bbd3-42c6bd0318bc req-6c3d249a-4491-4937-9061-a16f54159527 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363336 Aug 18 16:01:50.016954 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:50.485436 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc7ad4-6845-4dcc-8563-8c84a496b934 req-89ef6dd6-c1b4-4727-b969-7b9944777ebc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:50.486892 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fdcc7ad4-6845-4dcc-8563-8c84a496b934 req-89ef6dd6-c1b4-4727-b969-7b9944777ebc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0532470 Aug 18 16:01:50.524305 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fdcc7ad4-6845-4dcc-8563-8c84a496b934 req-fe807b6e-18fb-44d2-ac8f-2255cbff7fc6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316007 Aug 18 16:01:50.699961 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072ca66-3491-47dd-8cdc-ecf7d0e554f7 req-125209c6-53ce-422a-90f2-0637b9e44c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:50.701419 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e072ca66-3491-47dd-8cdc-ecf7d0e554f7 req-125209c6-53ce-422a-90f2-0637b9e44c22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac42aaec1012455badb5c679e314c6c2&device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 1096 time: 0.0421939 Aug 18 16:01:50.812692 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072ca66-3491-47dd-8cdc-ecf7d0e554f7 req-fb5af5cd-fa8d-424c-8a51-d6dcb164bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:50.814253 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e072ca66-3491-47dd-8cdc-ecf7d0e554f7 req-fb5af5cd-fa8d-424c-8a51-d6dcb164bbe7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6dd9555b-2983-4408-8b35-00021e19dc01 HTTP/1.1" status: 200 len: 917 time: 0.0904722 Aug 18 16:01:50.881698 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e072ca66-3491-47dd-8cdc-ecf7d0e554f7 req-4b7f7fff-abdb-4440-af89-91b06f6bfcbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05bcec34-750e-4b31-9780-e9326f948736 HTTP/1.1" status: 200 len: 997 time: 0.0584931 Aug 18 16:01:50.932355 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072ca66-3491-47dd-8cdc-ecf7d0e554f7 req-be6bd83b-5b95-41d2-b7d1-b1a60bdedbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:50.933828 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e072ca66-3491-47dd-8cdc-ecf7d0e554f7 req-be6bd83b-5b95-41d2-b7d1-b1a60bdedbea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2ac6339-ab36-442c-82a6-fe935bcb664c HTTP/1.1" status: 200 len: 855 time: 0.0446165 Aug 18 16:01:50.984490 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072ca66-3491-47dd-8cdc-ecf7d0e554f7 req-c51741a4-be75-43bd-87eb-6d663c7b983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:50.986035 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e072ca66-3491-47dd-8cdc-ecf7d0e554f7 req-c51741a4-be75-43bd-87eb-6d663c7b983f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6dd9555b-2983-4408-8b35-00021e19dc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438793 Aug 18 16:01:51.076583 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e072ca66-3491-47dd-8cdc-ecf7d0e554f7 req-61e02d3a-a074-4d17-81d3-8c18d32730fd service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819435 Aug 18 16:01:51.102009 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:51.172563 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e072ca66-3491-47dd-8cdc-ecf7d0e554f7 req-e2150105-d41a-4e32-9d28-268585b279cd service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879347 Aug 18 16:01:51.648049 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ce609-fe89-44f1-9bc0-aa7c4ec40952 req-b2960fe1-3989-466b-83a3-f72ab3ad6224 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:51.650171 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-991ce609-fe89-44f1-9bc0-aa7c4ec40952 req-b2960fe1-3989-466b-83a3-f72ab3ad6224 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 943 time: 0.0537415 Aug 18 16:01:51.675356 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 05bcec34-750e-4b31-9780-e9326f948736 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 16:01:51.691103 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-991ce609-fe89-44f1-9bc0-aa7c4ec40952 req-30dcc4a0-5be3-4a0e-bbe7-1c1ec80895d5 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349364 Aug 18 16:01:51.769871 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 05bcec34-750e-4b31-9780-e9326f948736, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=05bcec34-750e-4b31-9780-e9326f948736,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:51.781147 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '05bcec34-750e-4b31-9780-e9326f948736', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'port_id': '05bcec34-750e-4b31-9780-e9326f948736', 'mac_address': 'fa:16:3e:f7:40:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 16:01:51.818039 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:51.830322 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05bcec34-750e-4b31-9780-e9326f948736 {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 16:01:51.850177 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 05bcec34-750e-4b31-9780-e9326f948736, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=05bcec34-750e-4b31-9780-e9326f948736,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:51.853628 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:51.899978 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=05bcec34-750e-4b31-9780-e9326f948736,revision_number=9']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:52.097079 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['05bcec34-750e-4b31-9780-e9326f948736'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 16:01:52.811880 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979e7f8-e2c8-4141-a312-513826a756d3 req-ccaa6c65-c747-4994-956f-3bda30a448da tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:52.813406 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0979e7f8-e2c8-4141-a312-513826a756d3 req-ccaa6c65-c747-4994-956f-3bda30a448da tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 944 time: 0.0496216 Aug 18 16:01:52.851576 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0979e7f8-e2c8-4141-a312-513826a756d3 req-5074c93c-545a-4cfc-8954-d6bbc23aeb7c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322866 Aug 18 16:01:53.675613 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 05bcec34-750e-4b31-9780-e9326f948736 up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:01:53.727424 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 05bcec34-750e-4b31-9780-e9326f948736 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:01:53.727798 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:53.806516 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:53.828208 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bcec34-750e-4b31-9780-e9326f948736'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:01:53.830438 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cd229f-794e-4f85-bd65-7ef7979c7349" -d '{"events": [{"server_uuid": "f31d073f-055f-42fb-a3b2-49a52736fc95", "name": "network-vif-plugged", "status": "completed", "tag": "05bcec34-750e-4b31-9780-e9326f948736"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:01:53.843721 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 05bcec34-750e-4b31-9780-e9326f948736, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=05bcec34-750e-4b31-9780-e9326f948736,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:53.849493 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:53.872623 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1e5f5f-31b6-4398-ba54-b69bd9eefc01 x-openstack-request-id: req-ba1e5f5f-31b6-4398-ba54-b69bd9eefc01 {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:01:53.872939 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31d073f-055f-42fb-a3b2-49a52736fc95", "name": "network-vif-plugged", "status": "completed", "tag": "05bcec34-750e-4b31-9780-e9326f948736", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:01:53.873190 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba1e5f5f-31b6-4398-ba54-b69bd9eefc01 {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:01:53.873570 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bcec34-750e-4b31-9780-e9326f948736', 'code': 200} Aug 18 16:01:53.900673 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=05bcec34-750e-4b31-9780-e9326f948736,revision_number=10']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:53.986795 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32759a08-dfe2-4b24-b8f8-35cefe2d4e9e req-bc57f1ff-5329-4fde-8832-ff3f1fe413dd tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:53.988406 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-32759a08-dfe2-4b24-b8f8-35cefe2d4e9e req-bc57f1ff-5329-4fde-8832-ff3f1fe413dd tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 946 time: 0.0490246 Aug 18 16:01:54.032136 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-32759a08-dfe2-4b24-b8f8-35cefe2d4e9e req-b42479e6-a231-4ff6-9fe2-62622ae6452d tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371933 Aug 18 16:01:54.338367 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83414f-b1d1-4422-9211-b9e20d86ffa5 req-31ea60fa-534d-421c-b67d-461bd2386a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:54.339803 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aa83414f-b1d1-4422-9211-b9e20d86ffa5 req-31ea60fa-534d-421c-b67d-461bd2386a3f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 1099 time: 0.0415907 Aug 18 16:01:54.375732 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aa83414f-b1d1-4422-9211-b9e20d86ffa5 req-678cf4c8-bb35-48ec-ab62-5205300f192d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282004 Aug 18 16:01:55.154373 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2394afb-1d15-4350-8302-1a71b93d57b9 req-930fba76-364a-4c41-83a2-c16cf87d7dc4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:55.155853 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e2394afb-1d15-4350-8302-1a71b93d57b9 req-930fba76-364a-4c41-83a2-c16cf87d7dc4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 946 time: 0.0493066 Aug 18 16:01:55.194989 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e2394afb-1d15-4350-8302-1a71b93d57b9 req-3d32bdb9-9e08-4153-b1b4-872d184ffb36 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324249 Aug 18 16:01:56.313714 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63182c1b-232f-4049-90c1-e38613a93cf5 req-85a7cba7-4e14-4c3a-8487-a66e76e7ecf5 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:56.315178 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-63182c1b-232f-4049-90c1-e38613a93cf5 req-85a7cba7-4e14-4c3a-8487-a66e76e7ecf5 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 946 time: 0.0489933 Aug 18 16:01:56.357756 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-63182c1b-232f-4049-90c1-e38613a93cf5 req-f302e436-594d-4864-8088-a456a7342657 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359952 Aug 18 16:01:57.613950 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094fe3e-e5d2-4246-82c5-feedd90ef172 req-1351896d-d6f0-4da8-b3b4-ce1557c52d85 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:57.615419 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3094fe3e-e5d2-4246-82c5-feedd90ef172 req-1351896d-d6f0-4da8-b3b4-ce1557c52d85 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 946 time: 0.0516317 Aug 18 16:01:57.653974 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3094fe3e-e5d2-4246-82c5-feedd90ef172 req-200f42c5-7d5c-4bd2-a816-782e018af82a tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fed3e39-eab9-443f-a690-7c6993deb099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327079 Aug 18 16:01:58.770475 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c9fd3-36c6-4827-813e-a74670a46cc3 req-f5c57297-e56d-4ec4-ab95-114ba74ccfe2 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:58.771974 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7b5c9fd3-36c6-4827-813e-a74670a46cc3 req-f5c57297-e56d-4ec4-ab95-114ba74ccfe2 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 946 time: 0.0496552 Aug 18 16:01:58.810730 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7b5c9fd3-36c6-4827-813e-a74670a46cc3 req-3b88fa31-a179-466b-84bf-a53c261a06a0 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fed3e39-eab9-443f-a690-7c6993deb099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327640 Aug 18 16:01:59.241330 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240c656-8116-4ff3-889d-568250aebc31 req-89384623-7ebb-42a0-97f3-442b209bcc38 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:01:59.242765 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8240c656-8116-4ff3-889d-568250aebc31 req-89384623-7ebb-42a0-97f3-442b209bcc38 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 946 time: 0.0483007 Aug 18 16:01:59.336552 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-8240c656-8116-4ff3-889d-568250aebc31 req-da9ec5a8-ce17-4fd9-ae60-438c82fe8535 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Deleting port c4812107-22a9-4753-8011-92ca773712cb {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:01:59.336927 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-8240c656-8116-4ff3-889d-568250aebc31 req-da9ec5a8-ce17-4fd9-ae60-438c82fe8535 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:59.425067 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-8240c656-8116-4ff3-889d-568250aebc31 req-da9ec5a8-ce17-4fd9-ae60-438c82fe8535 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] For port c4812107-22a9-4753-8011-92ca773712cb, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c4812107-22a9-4753-8011-92ca773712cb,segment=NetworkSegment(f0c592b3-ba7d-4fbe-a26b-9c2387ca595a),segment_id=f0c592b3-ba7d-4fbe-a26b-9c2387ca595a)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:01:59.425437 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-8240c656-8116-4ff3-889d-568250aebc31 req-da9ec5a8-ce17-4fd9-ae60-438c82fe8535 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:59.598704 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-8240c656-8116-4ff3-889d-568250aebc31 req-da9ec5a8-ce17-4fd9-ae60-438c82fe8535 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:59.598988 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-8240c656-8116-4ff3-889d-568250aebc31 req-da9ec5a8-ce17-4fd9-ae60-438c82fe8535 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:59.599303 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.l3_db [req-8240c656-8116-4ff3-889d-568250aebc31 req-da9ec5a8-ce17-4fd9-ae60-438c82fe8535 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Floating IP bb680979-9748-4f48-9b9d-4a348247963e disassociated. External IP: 172.27.2.85, port: c4812107-22a9-4753-8011-92ca773712cb. Aug 18 16:01:59.599673 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-8240c656-8116-4ff3-889d-568250aebc31 req-da9ec5a8-ce17-4fd9-ae60-438c82fe8535 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Calling delete_port for c4812107-22a9-4753-8011-92ca773712cb owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:01:59.727339 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-8240c656-8116-4ff3-889d-568250aebc31 req-da9ec5a8-ce17-4fd9-ae60-438c82fe8535 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:01:59.761756 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ec5a8-ce17-4fd9-ae60-438c82fe8535 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event deleted for resources: {'Port': ['ID=c4812107-22a9-4753-8011-92ca773712cb,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:01:59.879785 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8240c656-8116-4ff3-889d-568250aebc31 req-da9ec5a8-ce17-4fd9-ae60-438c82fe8535 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:01:59.910946 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-580eae57-207d-4eae-a5f6-9bf7113ab3cb req-5b8afb8e-3cd1-4582-81fd-bee1d31f14b5 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3f90c24-724d-4934-a771-fc8f725549b1 HTTP/1.1" status: 200 len: 210 time: 0.0300095 Aug 18 16:02:00.016474 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8240c656-8116-4ff3-889d-568250aebc31 req-da9ec5a8-ce17-4fd9-ae60-438c82fe8535 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:02:00.027967 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b4568-229a-4457-8e83-83551046000d None None] Sync routers for ids ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:02:00.038481 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779b4568-229a-4457-8e83-83551046000d None None] Routers {'79b82f34-a26b-4a9b-8102-8d1d302eeb9e'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:02:00.039042 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-779b4568-229a-4457-8e83-83551046000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:01:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:00.056042 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-8240c656-8116-4ff3-889d-568250aebc31 req-da9ec5a8-ce17-4fd9-ae60-438c82fe8535 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] No DVR routers for this DVR port c4812107-22a9-4753-8011-92ca773712cb on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:02:00.058647 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-8240c656-8116-4ff3-889d-568250aebc31 req-da9ec5a8-ce17-4fd9-ae60-438c82fe8535 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:00.060655 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8240c656-8116-4ff3-889d-568250aebc31 req-da9ec5a8-ce17-4fd9-ae60-438c82fe8535 tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.20 "DELETE /v2.0/ports/c4812107-22a9-4753-8011-92ca773712cb HTTP/1.1" status: 204 len: 173 time: 0.8110976 Aug 18 16:02:00.061116 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f90c24-724d-4934-a771-fc8f725549b1', 'name': 'network-vif-deleted', 'tag': 'c4812107-22a9-4753-8011-92ca773712cb'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:02:00.063345 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1836741-e184-4894-966d-fd50d5d2619e" -d '{"events": [{"server_uuid": "f3f90c24-724d-4934-a771-fc8f725549b1", "name": "network-vif-deleted", "tag": "c4812107-22a9-4753-8011-92ca773712cb"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:02:00.105459 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1fbafc-bc42-4d8a-925c-7ebbd2c02878 x-openstack-request-id: req-0e1fbafc-bc42-4d8a-925c-7ebbd2c02878 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:02:00.108941 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f90c24-724d-4934-a771-fc8f725549b1", "name": "network-vif-deleted", "tag": "c4812107-22a9-4753-8011-92ca773712cb", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:02:00.109231 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e1fbafc-bc42-4d8a-925c-7ebbd2c02878 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:02:00.109651 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f90c24-724d-4934-a771-fc8f725549b1', 'name': 'network-vif-deleted', 'tag': 'c4812107-22a9-4753-8011-92ca773712cb', 'status': 'completed', 'code': 200} Aug 18 16:02:00.155639 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-779b4568-229a-4457-8e83-83551046000d None None] Set router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:02:00.381973 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-779b4568-229a-4457-8e83-83551046000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:37Z', 'revision_number': 4, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'fb81f218-45b9-4512-bb81-fa16315a6675', 'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'mac_address': 'fa:16:3e:96:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:33Z', 'updated_at': '2021-08-18T15:55:46Z', 'revision_number': 5, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'subnets': [{'id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:00.414264 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b4568-229a-4457-8e83-83551046000d None None] Checking router: 79b82f34-a26b-4a9b-8102-8d1d302eeb9e for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:02:00.422523 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779b4568-229a-4457-8e83-83551046000d None None] Routers {'79b82f34-a26b-4a9b-8102-8d1d302eeb9e'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:02:00.423379 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-779b4568-229a-4457-8e83-83551046000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:01:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:00.656342 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-779b4568-229a-4457-8e83-83551046000d None None] Set router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:02:00.867401 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-779b4568-229a-4457-8e83-83551046000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:37Z', 'revision_number': 4, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'fb81f218-45b9-4512-bb81-fa16315a6675', 'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'mac_address': 'fa:16:3e:96:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:33Z', 'updated_at': '2021-08-18T15:55:46Z', 'revision_number': 5, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'subnets': [{'id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:00.898004 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b4568-229a-4457-8e83-83551046000d None None] The sync data for ids ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'] in dv-cinder-778534-7-iscsi is: [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T15:55:37Z', 'revision_number': 4, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'fb81f218-45b9-4512-bb81-fa16315a6675', 'name': '', 'network_id': 'ae7b7023-460b-4b28-b8eb-4b3713d44050', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'mac_address': 'fa:16:3e:96:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:33Z', 'updated_at': '2021-08-18T15:55:46Z', 'revision_number': 5, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'subnets': [{'id': '439e0f3c-ed2e-4369-b19c-29e2fcf27f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:02:01.001158 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 38500) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:01.060665 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d0584299-661b-4ca0-8baa-20ea21d31b1e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:01.086845 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d0584299-661b-4ca0-8baa-20ea21d31b1e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:01.108678 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b33336-05b6-44ac-abfa-c91f4e027078 None None] New status for floating IP bb680979-9748-4f48-9b9d-4a348247963e: DOWN {{(pid=93849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 16:02:01.140943 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d0584299-661b-4ca0-8baa-20ea21d31b1e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:01.143735 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d0584299-661b-4ca0-8baa-20ea21d31b1e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:01.145764 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-d0584299-661b-4ca0-8baa-20ea21d31b1e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "DELETE /v2.0/security-groups/7fed3e39-eab9-443f-a690-7c6993deb099 HTTP/1.1" status: 204 len: 168 time: 0.1433690 Aug 18 16:02:01.148458 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38502) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:01.159272 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0584299-661b-4ca0-8baa-20ea21d31b1e tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fed3e39-eab9-443f-a690-7c6993deb099,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:01.165291 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.api.v2.resource [None req-637dbb92-8927-43d2-be2d-5aad59f28bdd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] show failed (client error): The resource could not be found. Aug 18 16:02:01.168688 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 38504) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:01.169598 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-637dbb92-8927-43d2-be2d-5aad59f28bdd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "GET /v2.0/security-groups/7fed3e39-eab9-443f-a690-7c6993deb099 HTTP/1.1" status: 404 len: 347 time: 0.0195115 Aug 18 16:02:01.295556 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf11ce-9426-46cd-91f6-0872e84972dd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Deleting port 721b61e0-fab9-4fb2-b2f0-80b08262f9b8 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:02:01.295825 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7bdf11ce-9426-46cd-91f6-0872e84972dd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:01.373364 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7bdf11ce-9426-46cd-91f6-0872e84972dd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:01.373690 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7bdf11ce-9426-46cd-91f6-0872e84972dd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:01.385336 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf11ce-9426-46cd-91f6-0872e84972dd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Calling delete_port for 721b61e0-fab9-4fb2-b2f0-80b08262f9b8 owned by network:floatingip {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:02:01.522115 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7bdf11ce-9426-46cd-91f6-0872e84972dd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:01.549507 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf11ce-9426-46cd-91f6-0872e84972dd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Pushing event deleted for resources: {'Port': ['ID=721b61e0-fab9-4fb2-b2f0-80b08262f9b8,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:01.609999 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7bdf11ce-9426-46cd-91f6-0872e84972dd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks [] for floatingip, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:01.612542 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7bdf11ce-9426-46cd-91f6-0872e84972dd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:01.614437 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-7bdf11ce-9426-46cd-91f6-0872e84972dd tempest-AttachVolumeTestJSON-733398646 tempest-AttachVolumeTestJSON-733398646-project] 10.222.0.44 "DELETE /v2.0/floatingips/bb680979-9748-4f48-9b9d-4a348247963e HTTP/1.1" status: 204 len: 168 time: 0.4446158 Aug 18 16:02:03.729444 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device c4812107-22a9-4753-8011-92ca773712cb no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:02:03.749960 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: c4812107-22a9-4753-8011-92ca773712cb {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:02:03.750306 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device c4812107-22a9-4753-8011-92ca773712cb not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:02:05.149717 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 38532) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:05.579946 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629937'] for router_interface, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:05.829422 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Deleting port fb81f218-45b9-4512-bb81-fa16315a6675 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:02:05.829766 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:05.908978 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] For port fb81f218-45b9-4512-bb81-fa16315a6675, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=fb81f218-45b9-4512-bb81-fa16315a6675,segment=NetworkSegment(f0c592b3-ba7d-4fbe-a26b-9c2387ca595a),segment_id=f0c592b3-ba7d-4fbe-a26b-9c2387ca595a)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:02:05.909259 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:05.921365 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Calling delete_port for fb81f218-45b9-4512-bb81-fa16315a6675 owned by network:router_interface {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:02:06.019411 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:02:06.104079 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:06.129217 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Pushing event deleted for resources: {'Port': ['ID=fb81f218-45b9-4512-bb81-fa16315a6675,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:06.154380 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:06.155019 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:06.155127 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:06.155377 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:06.155706 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:06.156036 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:06.156359 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:06.156681 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:06.157048 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:06.157372 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:06.157691 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:06.158007 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:06.302392 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412513'] for router_interface, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:06.516461 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:02:06.891128 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:02:06.896045 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-cab6250f-9043-4567-946e-9fe9b943a36d admin admin] 10.222.0.44 "PUT /v2.0/routers/79b82f34-a26b-4a9b-8102-8d1d302eeb9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7452874 Aug 18 16:02:06.898575 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 38536) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:06.901360 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cb0c29-bb97-4c45-a0b9-193ee263a4c8 None None] Sync routers for ids ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:02:06.911359 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cb0c29-bb97-4c45-a0b9-193ee263a4c8 None None] Routers {'79b82f34-a26b-4a9b-8102-8d1d302eeb9e'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:02:06.912002 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-40cb0c29-bb97-4c45-a0b9-193ee263a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:01:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:07.001495 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a75f8df6-8f41-4ec0-af82-07faa2d28f29 admin admin] Notify callbacks [] for router, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:07.028381 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-40cb0c29-bb97-4c45-a0b9-193ee263a4c8 None None] Set router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:02:07.130997 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a75f8df6-8f41-4ec0-af82-07faa2d28f29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:07.183783 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-a75f8df6-8f41-4ec0-af82-07faa2d28f29 admin admin] Deleting port fefcae98-ff56-411c-b88f-0a15f8b7cb41 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:02:07.184500 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a75f8df6-8f41-4ec0-af82-07faa2d28f29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:07.221334 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-40cb0c29-bb97-4c45-a0b9-193ee263a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T16:02:06Z', 'revision_number': 5, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port': {'id': 'fefcae98-ff56-411c-b88f-0a15f8b7cb41', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:55:27Z', 'updated_at': '2021-08-18T15:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:07.251293 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cb0c29-bb97-4c45-a0b9-193ee263a4c8 None None] Checking router: 79b82f34-a26b-4a9b-8102-8d1d302eeb9e for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:02:07.260219 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cb0c29-bb97-4c45-a0b9-193ee263a4c8 None None] Routers {'79b82f34-a26b-4a9b-8102-8d1d302eeb9e'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:02:07.260888 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-40cb0c29-bb97-4c45-a0b9-193ee263a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:01:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:07.265564 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-a75f8df6-8f41-4ec0-af82-07faa2d28f29 admin admin] For port fefcae98-ff56-411c-b88f-0a15f8b7cb41, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=fefcae98-ff56-411c-b88f-0a15f8b7cb41,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:02:07.265924 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a75f8df6-8f41-4ec0-af82-07faa2d28f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:07.277885 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-a75f8df6-8f41-4ec0-af82-07faa2d28f29 admin admin] Calling delete_port for fefcae98-ff56-411c-b88f-0a15f8b7cb41 owned by network:router_gateway {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:02:07.346125 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-40cb0c29-bb97-4c45-a0b9-193ee263a4c8 None None] Set router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e gateway port host: None {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:02:07.400559 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-40cb0c29-bb97-4c45-a0b9-193ee263a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T16:02:07Z', 'revision_number': 6, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port_host': None}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:07.431390 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cb0c29-bb97-4c45-a0b9-193ee263a4c8 None None] The sync data for ids ['79b82f34-a26b-4a9b-8102-8d1d302eeb9e'] in dv-cinder-778534-7-iscsi is: [{'id': '79b82f34-a26b-4a9b-8102-8d1d302eeb9e', 'name': 'tempest-AttachVolumeTestJSON-84163685-router', 'tenant_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:55:26Z', 'updated_at': '2021-08-18T16:02:07Z', 'revision_number': 6, 'project_id': 'ccaffe3a9ca44a16b5da3fca67b2818c', 'gw_port_host': None}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:02:07.447011 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a75f8df6-8f41-4ec0-af82-07faa2d28f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:07.474975 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f8df6-8f41-4ec0-af82-07faa2d28f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=fefcae98-ff56-411c-b88f-0a15f8b7cb41,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:07.535504 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a75f8df6-8f41-4ec0-af82-07faa2d28f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-468393'] for router_gateway, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:07.643849 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a75f8df6-8f41-4ec0-af82-07faa2d28f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4605'] for router, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:07.646398 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a75f8df6-8f41-4ec0-af82-07faa2d28f29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:07.713766 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a75f8df6-8f41-4ec0-af82-07faa2d28f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627619'] for router, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:07.714310 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75f8df6-8f41-4ec0-af82-07faa2d28f29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79b82f34-a26b-4a9b-8102-8d1d302eeb9e {{(pid=93847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 16:02:07.719125 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a75f8df6-8f41-4ec0-af82-07faa2d28f29 admin admin] Notify callbacks [] for router, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:07.720310 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-a75f8df6-8f41-4ec0-af82-07faa2d28f29 admin admin] 10.222.0.44 "DELETE /v2.0/routers/79b82f34-a26b-4a9b-8102-8d1d302eeb9e HTTP/1.1" status: 204 len: 168 time: 0.8207922 Aug 18 16:02:07.723544 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38538) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:07.766986 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-289c6704-48fa-4bb6-9b21-44279144dc09 admin admin] Deleting subnet 439e0f3c-ed2e-4369-b19c-29e2fcf27f7e {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 16:02:07.770847 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-289c6704-48fa-4bb6-9b21-44279144dc09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:07.806897 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-289c6704-48fa-4bb6-9b21-44279144dc09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13948654'] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:07.893768 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-289c6704-48fa-4bb6-9b21-44279144dc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473169'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:07.944719 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-289c6704-48fa-4bb6-9b21-44279144dc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13948497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14033944'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:07.970220 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c6704-48fa-4bb6-9b21-44279144dc09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=439e0f3c-ed2e-4369-b19c-29e2fcf27f7e,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:07.974923 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-289c6704-48fa-4bb6-9b21-44279144dc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:07.978669 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-289c6704-48fa-4bb6-9b21-44279144dc09 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/439e0f3c-ed2e-4369-b19c-29e2fcf27f7e HTTP/1.1" status: 204 len: 168 time: 0.2540283 Aug 18 16:02:07.979346 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38540) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:07.981011 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5c2b54-b5b2-4c26-81cf-f136e60f3de4 None None] Network ae7b7023-460b-4b28-b8eb-4b3713d44050 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 16:02:08.049584 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627848'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:08.102238 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Deleting port 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:02:08.102581 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:08.170766 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] For port 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50,segment=NetworkSegment(f0c592b3-ba7d-4fbe-a26b-9c2387ca595a),segment_id=f0c592b3-ba7d-4fbe-a26b-9c2387ca595a)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:02:08.171208 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:08.183965 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Calling delete_port for 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 owned by network:dhcp {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:02:08.199512 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1975ec3d-921e-4471-9126-8e9277093216 None None] DHCP port deletion for ae7b7023-460b-4b28-b8eb-4b3713d44050 request from dv-cinder-778534-7-iscsi {{(pid=93848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 16:02:08.251768 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-1975ec3d-921e-4471-9126-8e9277093216 None None] Deleting port 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 {{(pid=93848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:02:08.252224 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1975ec3d-921e-4471-9126-8e9277093216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:08.268517 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:08.305775 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:08.306614 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device fb81f218-45b9-4512-bb81-fa16315a6675 no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:02:08.307696 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] No DVR routers for this DVR port 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 on host dv-cinder-778534-7-iscsi {{(pid=93846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:02:08.333842 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: fb81f218-45b9-4512-bb81-fa16315a6675 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:02:08.334266 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device fb81f218-45b9-4512-bb81-fa16315a6675 not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:02:08.334767 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:02:08.370195 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:02:08.370773 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:02:08.371255 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device fefcae98-ff56-411c-b88f-0a15f8b7cb41 no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:02:08.377581 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-1975ec3d-921e-4471-9126-8e9277093216 None None] For port 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50,segment=NetworkSegment(f0c592b3-ba7d-4fbe-a26b-9c2387ca595a),segment_id=f0c592b3-ba7d-4fbe-a26b-9c2387ca595a)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:02:08.378235 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1975ec3d-921e-4471-9126-8e9277093216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:08.387610 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472536', 'neutron.services.segments.db._delete_segments_for_network-8780902331073'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:08.398277 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7b7023-460b-4b28-b8eb-4b3713d44050']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:08.407297 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: fefcae98-ff56-411c-b88f-0a15f8b7cb41 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:02:08.407799 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device fefcae98-ff56-411c-b88f-0a15f8b7cb41 not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:02:08.411335 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:08.411870 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c592b3-ba7d-4fbe-a26b-9c2387ca595a') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:08.418075 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-1975ec3d-921e-4471-9126-8e9277093216 None None] Calling delete_port for 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 owned by network:dhcp {{(pid=93848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:02:08.423484 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780902098598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13948647'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:08.441596 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:08.449508 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 16:02:08.449930 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13947635'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: timer() Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: cb(*args, **kw) Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: self._notify() Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: self.callback(batched_events) Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: event.method(event) Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._get(url).json() Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 16:02:08.451714 dv-cinder-778534-7-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 16:02:08.506950 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468348'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:08.507302 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1975ec3d-921e-4471-9126-8e9277093216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868'] for port, after_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:08.513602 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:08.515470 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ae7b7023-460b-4b28-b8eb-4b3713d44050 HTTP/1.1" status: 204 len: 168 time: 0.5351729 Aug 18 16:02:08.528612 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae7b7023-460b-4b28-b8eb-4b3713d44050,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:08.536541 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:08.536971 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:08.537269 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:08.537558 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975ec3d-921e-4471-9126-8e9277093216 None None] Pushing event deleted for resources: {'Port': ['ID=6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50,revision_number=None']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:08.537679 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:08.537959 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:08.538300 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:08.538633 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:08.538961 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:08.539297 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:08.539625 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:08.539951 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:08.540279 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35671984-aba2-485c-8b90-6f86d2f4b7a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:08.541302 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1975ec3d-921e-4471-9126-8e9277093216 None None] Network ae7b7023-460b-4b28-b8eb-4b3713d44050 is not hosted by any dhcp agent {{(pid=93848) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 16:02:08.541776 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1975ec3d-921e-4471-9126-8e9277093216 None None] No DVR routers for this DVR port 6ee4b7b7-46fc-4a2e-9fa0-c7d4dfa0ec50 on host dv-cinder-778534-7-iscsi {{(pid=93848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:02:08.634902 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38544) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:08.674605 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-283df662-3647-4a3f-97ea-18effb18a421 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ccaffe3a9ca44a16b5da3fca67b2818c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385392 Aug 18 16:02:08.677182 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38546) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:08.734265 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a43fb6a7-14fe-4f7a-a083-f1e0f0e0bbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:08.754716 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a43fb6a7-14fe-4f7a-a083-f1e0f0e0bbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:08.802798 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a43fb6a7-14fe-4f7a-a083-f1e0f0e0bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:08.805700 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a43fb6a7-14fe-4f7a-a083-f1e0f0e0bbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:08.806856 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-a43fb6a7-14fe-4f7a-a083-f1e0f0e0bbdd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0863dc1-85f3-46a0-9275-8d0130663f97 HTTP/1.1" status: 204 len: 168 time: 0.1287944 Aug 18 16:02:08.814517 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fb6a7-14fe-4f7a-a083-f1e0f0e0bbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0863dc1-85f3-46a0-9275-8d0130663f97,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:14.749424 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-5cf561f4-aebf-4afe-bd77-c1d62d854097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:17.680051 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-3815096b-b75b-4413-8c30-fd8a221780df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:17.883113 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:18.777335 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:20.015196 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:21.106023 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:37.343122 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65164c-fa2b-4080-8f5e-b2cdbb79ff24 req-7cd36f02-9e74-48e2-8436-c39f7f89d039 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:37.344533 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c65164c-fa2b-4080-8f5e-b2cdbb79ff24 req-7cd36f02-9e74-48e2-8436-c39f7f89d039 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 946 time: 0.0509353 Aug 18 16:02:37.383747 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c65164c-fa2b-4080-8f5e-b2cdbb79ff24 req-bc766107-bdd7-4691-b5eb-c0bdca88e784 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327423 Aug 18 16:02:38.507579 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6e865-05ea-4125-8bf5-4b54617508cc req-ea8e9615-3e7c-4a7f-8327-3336edd15810 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:38.509079 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cfc6e865-05ea-4125-8bf5-4b54617508cc req-ea8e9615-3e7c-4a7f-8327-3336edd15810 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 946 time: 0.0533857 Aug 18 16:02:38.546024 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cfc6e865-05ea-4125-8bf5-4b54617508cc req-711efe79-de16-4870-883a-9310a5e8be8c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3c12f4c-04a4-4a4d-863a-b621116219d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309086 Aug 18 16:02:38.786199 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c132ba-421d-4d8f-b510-cc74e24b39b0 req-b71df738-46e7-4e05-86f1-8de7d3f8a3b0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:38.787654 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-77c132ba-421d-4d8f-b510-cc74e24b39b0 req-b71df738-46e7-4e05-86f1-8de7d3f8a3b0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.20 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 946 time: 0.0483270 Aug 18 16:02:38.877543 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-77c132ba-421d-4d8f-b510-cc74e24b39b0 req-c752eaed-0be9-4ddb-b9e0-8a80f4044fb6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Deleting port 05bcec34-750e-4b31-9780-e9326f948736 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:02:38.877884 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-77c132ba-421d-4d8f-b510-cc74e24b39b0 req-c752eaed-0be9-4ddb-b9e0-8a80f4044fb6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:38.968667 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-77c132ba-421d-4d8f-b510-cc74e24b39b0 req-c752eaed-0be9-4ddb-b9e0-8a80f4044fb6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] For port 05bcec34-750e-4b31-9780-e9326f948736, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=05bcec34-750e-4b31-9780-e9326f948736,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:02:38.969060 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-77c132ba-421d-4d8f-b510-cc74e24b39b0 req-c752eaed-0be9-4ddb-b9e0-8a80f4044fb6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:39.138553 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-77c132ba-421d-4d8f-b510-cc74e24b39b0 req-c752eaed-0be9-4ddb-b9e0-8a80f4044fb6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:39.138867 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-77c132ba-421d-4d8f-b510-cc74e24b39b0 req-c752eaed-0be9-4ddb-b9e0-8a80f4044fb6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:39.139181 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.l3_db [req-77c132ba-421d-4d8f-b510-cc74e24b39b0 req-c752eaed-0be9-4ddb-b9e0-8a80f4044fb6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Floating IP 16f64637-e891-48fa-bb55-659de83def4b disassociated. External IP: 172.27.2.4, port: 05bcec34-750e-4b31-9780-e9326f948736. Aug 18 16:02:39.139527 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-77c132ba-421d-4d8f-b510-cc74e24b39b0 req-c752eaed-0be9-4ddb-b9e0-8a80f4044fb6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Calling delete_port for 05bcec34-750e-4b31-9780-e9326f948736 owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:02:39.280055 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-77c132ba-421d-4d8f-b510-cc74e24b39b0 req-c752eaed-0be9-4ddb-b9e0-8a80f4044fb6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:39.310153 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752eaed-0be9-4ddb-b9e0-8a80f4044fb6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event deleted for resources: {'Port': ['ID=05bcec34-750e-4b31-9780-e9326f948736,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:39.428661 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77c132ba-421d-4d8f-b510-cc74e24b39b0 req-c752eaed-0be9-4ddb-b9e0-8a80f4044fb6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Router f58162ec-11ed-4460-a423-bf1eda33b358 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:02:39.542441 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77c132ba-421d-4d8f-b510-cc74e24b39b0 req-c752eaed-0be9-4ddb-b9e0-8a80f4044fb6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:02:39.555055 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacbd309-842e-4d1f-b64f-8a123d96089b None None] Sync routers for ids ['f58162ec-11ed-4460-a423-bf1eda33b358'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:02:39.566701 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacbd309-842e-4d1f-b64f-8a123d96089b None None] Routers {'f58162ec-11ed-4460-a423-bf1eda33b358'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:02:39.567514 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-eacbd309-842e-4d1f-b64f-8a123d96089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:02:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f58162ec-11ed-4460-a423-bf1eda33b358'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:39.583914 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c132ba-421d-4d8f-b510-cc74e24b39b0 req-c752eaed-0be9-4ddb-b9e0-8a80f4044fb6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] No DVR routers for this DVR port 05bcec34-750e-4b31-9780-e9326f948736 on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:02:39.586515 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-77c132ba-421d-4d8f-b510-cc74e24b39b0 req-c752eaed-0be9-4ddb-b9e0-8a80f4044fb6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:39.588801 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-77c132ba-421d-4d8f-b510-cc74e24b39b0 req-c752eaed-0be9-4ddb-b9e0-8a80f4044fb6 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.20 "DELETE /v2.0/ports/05bcec34-750e-4b31-9780-e9326f948736 HTTP/1.1" status: 204 len: 173 time: 0.7945542 Aug 18 16:02:39.589265 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'name': 'network-vif-deleted', 'tag': '05bcec34-750e-4b31-9780-e9326f948736'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:02:39.591629 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a5f894-3423-4553-822e-55709cf2437b" -d '{"events": [{"server_uuid": "f31d073f-055f-42fb-a3b2-49a52736fc95", "name": "network-vif-deleted", "tag": "05bcec34-750e-4b31-9780-e9326f948736"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:02:39.662292 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37731e59-a8c0-4b87-8788-0435c65cc687 x-openstack-request-id: req-37731e59-a8c0-4b87-8788-0435c65cc687 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:02:39.662730 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31d073f-055f-42fb-a3b2-49a52736fc95", "name": "network-vif-deleted", "tag": "05bcec34-750e-4b31-9780-e9326f948736", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:02:39.663095 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37731e59-a8c0-4b87-8788-0435c65cc687 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:02:39.663571 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31d073f-055f-42fb-a3b2-49a52736fc95', 'name': 'network-vif-deleted', 'tag': '05bcec34-750e-4b31-9780-e9326f948736', 'status': 'completed', 'code': 200} Aug 18 16:02:39.694726 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-eacbd309-842e-4d1f-b64f-8a123d96089b None None] Set router f58162ec-11ed-4460-a423-bf1eda33b358 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:02:39.697993 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-619283cc-eadf-40ff-9d8a-461dff226888 req-c45affbe-2160-4541-a145-33ca9dac9d82 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=f31d073f-055f-42fb-a3b2-49a52736fc95 HTTP/1.1" status: 200 len: 210 time: 0.0564439 Aug 18 16:02:39.919526 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-eacbd309-842e-4d1f-b64f-8a123d96089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2', 'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'mac_address': 'fa:16:3e:df:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:44Z', 'updated_at': '2021-08-18T15:59:50Z', 'revision_number': 5, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'subnets': [{'id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:39.946477 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacbd309-842e-4d1f-b64f-8a123d96089b None None] Checking router: f58162ec-11ed-4460-a423-bf1eda33b358 for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:02:39.954583 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacbd309-842e-4d1f-b64f-8a123d96089b None None] Routers {'f58162ec-11ed-4460-a423-bf1eda33b358'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:02:39.955175 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-eacbd309-842e-4d1f-b64f-8a123d96089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:02:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f58162ec-11ed-4460-a423-bf1eda33b358'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:40.141601 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-eacbd309-842e-4d1f-b64f-8a123d96089b None None] Set router f58162ec-11ed-4460-a423-bf1eda33b358 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:02:40.334750 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-eacbd309-842e-4d1f-b64f-8a123d96089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2', 'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'mac_address': 'fa:16:3e:df:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:44Z', 'updated_at': '2021-08-18T15:59:50Z', 'revision_number': 5, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'subnets': [{'id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:40.363992 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacbd309-842e-4d1f-b64f-8a123d96089b None None] The sync data for ids ['f58162ec-11ed-4460-a423-bf1eda33b358'] in dv-cinder-778534-7-iscsi is: [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2', 'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'mac_address': 'fa:16:3e:df:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:44Z', 'updated_at': '2021-08-18T15:59:50Z', 'revision_number': 5, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'subnets': [{'id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:02:40.581052 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb41c34-5ee0-4522-bc51-54f6b4082641 None None] New status for floating IP 16f64637-e891-48fa-bb55-659de83def4b: DOWN {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 16:02:40.678399 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38790) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:40.791639 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-07e816a9-85a9-40eb-9792-d8016cf6491f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:40.794721 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38798) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:40.886560 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-52cf49a9-d2bb-4bb7-a672-b77715799b4a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:40.921562 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-52cf49a9-d2bb-4bb7-a672-b77715799b4a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:40.976318 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-07e816a9-85a9-40eb-9792-d8016cf6491f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:40.980539 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-07e816a9-85a9-40eb-9792-d8016cf6491f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.022999 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-52cf49a9-d2bb-4bb7-a672-b77715799b4a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.025476 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-52cf49a9-d2bb-4bb7-a672-b77715799b4a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.026635 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-52cf49a9-d2bb-4bb7-a672-b77715799b4a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "DELETE /v2.0/security-groups/b3c12f4c-04a4-4a4d-863a-b621116219d7 HTTP/1.1" status: 204 len: 168 time: 0.2262785 Aug 18 16:02:41.031600 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 38800) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:41.033167 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-07e816a9-85a9-40eb-9792-d8016cf6491f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dcfbe63ce0124c78b1a5f4de0e5c8d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535657 Aug 18 16:02:41.033764 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38802) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:41.035981 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e816a9-85a9-40eb-9792-d8016cf6491f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d252e27-695b-4da2-bb28-0ce639b16647,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:41.044075 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.api.v2.resource [None req-5b9b3ceb-37e3-4c25-8ef6-80d9c88d68c5 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] show failed (client error): The resource could not be found. Aug 18 16:02:41.044979 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-5b9b3ceb-37e3-4c25-8ef6-80d9c88d68c5 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups/b3c12f4c-04a4-4a4d-863a-b621116219d7 HTTP/1.1" status: 404 len: 347 time: 0.0141807 Aug 18 16:02:41.047696 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 38804) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:41.058525 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf49a9-d2bb-4bb7-a672-b77715799b4a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c12f4c-04a4-4a4d-863a-b621116219d7,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:41.098090 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-871a264f-81fd-438d-aa01-b4a959ba3ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.119948 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-871a264f-81fd-438d-aa01-b4a959ba3ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.166689 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-871a264f-81fd-438d-aa01-b4a959ba3ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.169342 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-871a264f-81fd-438d-aa01-b4a959ba3ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.170781 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-871a264f-81fd-438d-aa01-b4a959ba3ef2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d252e27-695b-4da2-bb28-0ce639b16647 HTTP/1.1" status: 204 len: 168 time: 0.1357174 Aug 18 16:02:41.179162 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a264f-81fd-438d-aa01-b4a959ba3ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d252e27-695b-4da2-bb28-0ce639b16647,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:41.185143 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-ac5a2989-2745-4543-88b1-c1c0d9752292 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Deleting port 37269adc-27af-48b7-a799-80363aa61e09 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:02:41.185574 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2989-2745-4543-88b1-c1c0d9752292 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.264961 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2989-2745-4543-88b1-c1c0d9752292 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.265295 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2989-2745-4543-88b1-c1c0d9752292 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.278275 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-ac5a2989-2745-4543-88b1-c1c0d9752292 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Calling delete_port for 37269adc-27af-48b7-a799-80363aa61e09 owned by network:floatingip {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:02:41.416219 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2989-2745-4543-88b1-c1c0d9752292 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.440959 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38810) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:41.443872 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a2989-2745-4543-88b1-c1c0d9752292 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event deleted for resources: {'Port': ['ID=37269adc-27af-48b7-a799-80363aa61e09,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:41.456166 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4f2a504f-5682-423d-9c89-cef5ac047d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.509917 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2989-2745-4543-88b1-c1c0d9752292 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for floatingip, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.512822 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2989-2745-4543-88b1-c1c0d9752292 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.516971 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-ac5a2989-2745-4543-88b1-c1c0d9752292 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "DELETE /v2.0/floatingips/16f64637-e891-48fa-bb55-659de83def4b HTTP/1.1" status: 204 len: 168 time: 0.4655116 Aug 18 16:02:41.549814 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4f2a504f-5682-423d-9c89-cef5ac047d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.554131 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4f2a504f-5682-423d-9c89-cef5ac047d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.598010 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-4f2a504f-5682-423d-9c89-cef5ac047d43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3afad796b25a449ab864609592e65332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557579 Aug 18 16:02:41.598854 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a504f-5682-423d-9c89-cef5ac047d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421d84b7-37e2-4af1-a267-1cc6e64a04e4,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:41.601329 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 38814) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:41.651126 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-06b9f532-a595-4be1-903b-22c675ade648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.672122 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-06b9f532-a595-4be1-903b-22c675ade648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.717824 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-06b9f532-a595-4be1-903b-22c675ade648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.720308 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-06b9f532-a595-4be1-903b-22c675ade648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.721481 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-06b9f532-a595-4be1-903b-22c675ade648 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/421d84b7-37e2-4af1-a267-1cc6e64a04e4 HTTP/1.1" status: 204 len: 168 time: 0.1191580 Aug 18 16:02:41.729060 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9f532-a595-4be1-903b-22c675ade648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421d84b7-37e2-4af1-a267-1cc6e64a04e4,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:41.812008 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 38818) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:41.817461 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-3c5ed594-4a68-4235-adc0-c241e2755ea9 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1980927809', 'description': 'tempest-description--2072944252'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:02:41.840544 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed594-4a68-4235-adc0-c241e2755ea9 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.929905 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed594-4a68-4235-adc0-c241e2755ea9 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.935011 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed594-4a68-4235-adc0-c241e2755ea9 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.961040 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed594-4a68-4235-adc0-c241e2755ea9 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:41.965448 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-3c5ed594-4a68-4235-adc0-c241e2755ea9 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1495435 Aug 18 16:02:41.965853 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38822) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:41.967134 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ed594-4a68-4235-adc0-c241e2755ea9 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:41.970948 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-8c1c6cf0-eeae-4246-ad4e-95dce2bf17dc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Request body: {'security_group_rule': {'security_group_id': '4ac5a6f3-cb2c-4385-8959-6c59a47d03b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:02:42.000143 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6cf0-eeae-4246-ad4e-95dce2bf17dc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:42.060921 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6cf0-eeae-4246-ad4e-95dce2bf17dc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:42.064831 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6cf0-eeae-4246-ad4e-95dce2bf17dc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:42.083106 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c6cf0-eeae-4246-ad4e-95dce2bf17dc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4efffc63-e67b-4478-a72f-7dcfc8979969,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:42.095645 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6cf0-eeae-4246-ad4e-95dce2bf17dc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:42.100351 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-8c1c6cf0-eeae-4246-ad4e-95dce2bf17dc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300013 Aug 18 16:02:42.100351 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38830) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:42.105033 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-3f38b681-80f1-40d5-acee-f9f0a45834b7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Request body: {'security_group_rule': {'security_group_id': '4ac5a6f3-cb2c-4385-8959-6c59a47d03b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:02:42.131786 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3f38b681-80f1-40d5-acee-f9f0a45834b7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:42.189685 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3f38b681-80f1-40d5-acee-f9f0a45834b7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:42.194861 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3f38b681-80f1-40d5-acee-f9f0a45834b7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:42.213907 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38b681-80f1-40d5-acee-f9f0a45834b7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b494d1ec-1fe9-4d7a-b5bd-cdda89fed3c8,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:42.225241 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3f38b681-80f1-40d5-acee-f9f0a45834b7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:42.226476 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-3f38b681-80f1-40d5-acee-f9f0a45834b7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250756 Aug 18 16:02:42.230550 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38834) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:42.238851 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Request body: {'floatingip': {'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:02:42.267400 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for floatingip, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:42.370689 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:42.474317 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Allocated IP 172.27.2.208 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/9e45a16b-b0fa-4fe2-ac73-6340421329a2) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:02:42.582702 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:42.621946 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:42.656383 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:02:42.659134 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:02:42.666383 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:02:42.696219 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event updated for resources: {'Port': ['ID=9e45a16b-b0fa-4fe2-ac73-6340421329a2,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:42.762818 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:42.797431 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:42.955896 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:42.962082 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:43.021268 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:02:43.031076 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event updated for resources: {'Port': ['ID=9e45a16b-b0fa-4fe2-ac73-6340421329a2,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:43.044016 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:43.058471 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:43.059793 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-553c8fa2-a200-4cf7-a725-0ad671a0eefc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8282218 Aug 18 16:02:43.262468 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-eb3877fe-c8a0-4f13-8876-d43c36eb5e0e tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1980927809&fields=id&tenant_id=ac42aaec1012455badb5c679e314c6c2 HTTP/1.1" status: 200 len: 267 time: 0.0430408 Aug 18 16:02:43.373207 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-8117830c-cee9-4c7b-a9fc-52f8f8127b88 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:43.374602 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-8117830c-cee9-4c7b-a9fc-52f8f8127b88 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/networks?id=6dd9555b-2983-4408-8b35-00021e19dc01 HTTP/1.1" status: 200 len: 816 time: 0.1047649 Aug 18 16:02:43.390607 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-d1e60d89-6598-4d59-9fae-7e4e24dd1a64 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/quotas/ac42aaec1012455badb5c679e314c6c2 HTTP/1.1" status: 200 len: 375 time: 0.0094573 Aug 18 16:02:43.448128 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-2539690d-6895-4f95-96c7-e12b6a79ee3b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac42aaec1012455badb5c679e314c6c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512061 Aug 18 16:02:43.558357 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-3ed3bf65-d1c3-484a-839d-23576c8abc3d service neutron] 10.222.0.44 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968106 Aug 18 16:02:43.653443 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-45311524-f82d-4012-8077-80ef34d7b682 service neutron] 10.222.0.44 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873101 Aug 18 16:02:43.821534 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-12aea5fc-63a3-4744-b5a7-ea3ea816e5ab req-a47d1587-463b-4de1-beac-61d5073820aa tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 210 time: 0.0331028 Aug 18 16:02:43.935000 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 05bcec34-750e-4b31-9780-e9326f948736 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:02:43.961004 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: 05bcec34-750e-4b31-9780-e9326f948736 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:02:43.961354 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 05bcec34-750e-4b31-9780-e9326f948736 not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:02:44.252179 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 38914) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:44.366769 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c17536a5-13f7-42bb-b28d-fb0c5c1637dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:44.461501 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c17536a5-13f7-42bb-b28d-fb0c5c1637dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:44.465439 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c17536a5-13f7-42bb-b28d-fb0c5c1637dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:44.503961 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-c17536a5-13f7-42bb-b28d-fb0c5c1637dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ba007a864b7479e89f27ef3683eb075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493949 Aug 18 16:02:44.504852 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17536a5-13f7-42bb-b28d-fb0c5c1637dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6d2086-c4a8-44ac-b067-9e2e29babb85,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:44.506616 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38918) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:44.557370 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c84524dd-5542-4a13-bec4-0be5a61fc7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:44.577878 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c84524dd-5542-4a13-bec4-0be5a61fc7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:44.626617 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c84524dd-5542-4a13-bec4-0be5a61fc7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:44.630046 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c84524dd-5542-4a13-bec4-0be5a61fc7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:44.631471 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c84524dd-5542-4a13-bec4-0be5a61fc7d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc6d2086-c4a8-44ac-b067-9e2e29babb85 HTTP/1.1" status: 204 len: 168 time: 0.1230485 Aug 18 16:02:44.644950 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84524dd-5542-4a13-bec4-0be5a61fc7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6d2086-c4a8-44ac-b067-9e2e29babb85,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:44.749850 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-18d6bcb0-913b-4be6-98d7-fc452c14efa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:44.873404 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-e18aa3e6-6af4-4f30-925f-e4de49b3450d tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:44.873905 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-e18aa3e6-6af4-4f30-925f-e4de49b3450d tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.20 "GET /v2.0/networks?id=6dd9555b-2983-4408-8b35-00021e19dc01 HTTP/1.1" status: 200 len: 816 time: 0.1295981 Aug 18 16:02:44.941975 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-68f391da-7c96-446a-9e82-1ae4e3eff8fa req-c38d2cb0-962f-4716-85f6-5dd16af4a6d2 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 210 time: 0.0354700 Aug 18 16:02:44.948650 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-1111d5e2-2aa4-4524-929c-d5d3f90360bb tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac42aaec1012455badb5c679e314c6c2 HTTP/1.1" status: 200 len: 380 time: 0.0655394 Aug 18 16:02:44.959735 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38930) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:44.963656 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-a317d8f9-6070-44d6-8383-02ade8b5bd1b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Request body: {'port': {'device_id': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'admin_state_up': True, 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'security_groups': ['4ac5a6f3-cb2c-4385-8959-6c59a47d03b3']}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:02:44.973677 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a248e18f-b4a2-4caa-8ceb-35612bcf7be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:45.067109 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a248e18f-b4a2-4caa-8ceb-35612bcf7be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:45.071229 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a248e18f-b4a2-4caa-8ceb-35612bcf7be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:45.094116 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-a317d8f9-6070-44d6-8383-02ade8b5bd1b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Made reservation on behalf of ac42aaec1012455badb5c679e314c6c2 for: {'port': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:02:45.097650 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-a317d8f9-6070-44d6-8383-02ade8b5bd1b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:45.109513 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-a248e18f-b4a2-4caa-8ceb-35612bcf7be2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e3343dbe5b14bffb63b361b0a9add66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486809 Aug 18 16:02:45.111427 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248e18f-b4a2-4caa-8ceb-35612bcf7be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685691d7-6af9-4e90-bbc3-a1797384c0fe,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:45.113950 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 38932) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:45.242329 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-afa26aab-a6da-45e8-baf2-792dfbd34a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:45.271375 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-a317d8f9-6070-44d6-8383-02ade8b5bd1b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Allocated IP 172.20.0.4 (6dd9555b-2983-4408-8b35-00021e19dc01/f2ac6339-ab36-442c-82a6-fe935bcb664c/6e1c4688-5e3f-41e5-80f3-b324d5eacadd) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:02:45.278669 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-afa26aab-a6da-45e8-baf2-792dfbd34a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:45.407640 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-afa26aab-a6da-45e8-baf2-792dfbd34a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:45.411010 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-afa26aab-a6da-45e8-baf2-792dfbd34a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:45.412199 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-afa26aab-a6da-45e8-baf2-792dfbd34a46 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/685691d7-6af9-4e90-bbc3-a1797384c0fe HTTP/1.1" status: 204 len: 168 time: 0.2975457 Aug 18 16:02:45.427727 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa26aab-a6da-45e8-baf2-792dfbd34a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685691d7-6af9-4e90-bbc3-a1797384c0fe,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:45.475517 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-a317d8f9-6070-44d6-8383-02ade8b5bd1b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:45.490405 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-a317d8f9-6070-44d6-8383-02ade8b5bd1b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Transition to ACTIVE for port object 6e1c4688-5e3f-41e5-80f3-b324d5eacadd will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:02:45.525538 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-a317d8f9-6070-44d6-8383-02ade8b5bd1b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:45.572010 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-a317d8f9-6070-44d6-8383-02ade8b5bd1b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Network 6dd9555b-2983-4408-8b35-00021e19dc01 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:02:45.580118 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-a317d8f9-6070-44d6-8383-02ade8b5bd1b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:02:45.584924 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-a317d8f9-6070-44d6-8383-02ade8b5bd1b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:02:45.598122 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317d8f9-6070-44d6-8383-02ade8b5bd1b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event updated for resources: {'Port': ['ID=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:45.645050 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-a317d8f9-6070-44d6-8383-02ade8b5bd1b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:45.645707 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-a317d8f9-6070-44d6-8383-02ade8b5bd1b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:45.663562 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-a317d8f9-6070-44d6-8383-02ade8b5bd1b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7078338 Aug 18 16:02:45.677151 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Request body: {'port': {'device_id': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:02:45.736618 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:45.826983 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-192dc081-232d-4fc2-8bc5-2e34bca85742 None None] Provisioning for port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:02:45.831195 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-192dc081-232d-4fc2-8bc5-2e34bca85742 None None] Provisioning complete for port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:02:45.831826 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-192dc081-232d-4fc2-8bc5-2e34bca85742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:45.867364 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-192dc081-232d-4fc2-8bc5-2e34bca85742 None None] Port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 16:02:46.016176 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1c4688-5e3f-41e5-80f3-b324d5eacadd {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 16:02:46.033304 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:46.064014 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Transition to ACTIVE for port object 6e1c4688-5e3f-41e5-80f3-b324d5eacadd will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:02:46.067850 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:46.120092 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31657ab8-c457-45fa-b0e8-023064c44934 req-614ae83d-6df2-40a4-a079-f78cf831842c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:46.121695 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-31657ab8-c457-45fa-b0e8-023064c44934 req-614ae83d-6df2-40a4-a079-f78cf831842c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 931 time: 0.0999379 Aug 18 16:02:46.166491 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:46.217256 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-31657ab8-c457-45fa-b0e8-023064c44934 req-e539611a-68c3-4a60-b550-5c93e16df7de tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874312 Aug 18 16:02:46.237245 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Attempting to bind port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:02:46.237483 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Attempting to bind port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '1e138beb-2328-4cc8-825b-ce799cccf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:02:46.238189 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Attempting to bind port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd on network 6dd9555b-2983-4408-8b35-00021e19dc01 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:02:46.243030 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd on network 6dd9555b-2983-4408-8b35-00021e19dc01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 16:02:46.243355 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Attempting to bind port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd on network 6dd9555b-2983-4408-8b35-00021e19dc01 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:02:46.248689 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 16, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:02:46.249244 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Checking segment: {'id': '1e138beb-2328-4cc8-825b-ce799cccf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:02:46.249752 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Bound using segment: {'id': '1e138beb-2328-4cc8-825b-ce799cccf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:02:46.250295 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Bound port: 6e1c4688-5e3f-41e5-80f3-b324d5eacadd, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e138beb-2328-4cc8-825b-ce799cccf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:02:46.250842 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:46.322612 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] For port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd, host hv-cinder-77853, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:02:46.325625 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] For port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:02:46.331239 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:46.364518 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:46.365173 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:46.366699 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] 10.222.0.20 "PUT /v2.0/ports/6e1c4688-5e3f-41e5-80f3-b324d5eacadd HTTP/1.1" status: 200 len: 1093 time: 0.6956165 Aug 18 16:02:46.367035 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'tag': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:02:46.369281 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44266978-540f-4339-808a-19089d83d2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d020c7-974f-418d-867c-3e40eef7d108", "tag": "6e1c4688-5e3f-41e5-80f3-b324d5eacadd"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:02:46.412357 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2cec1-0bc4-49d1-9bc8-52bc3bd1c5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:46.438445 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba48b833-0ed1-4e15-8336-6da524ecf054 x-openstack-request-id: req-ba48b833-0ed1-4e15-8336-6da524ecf054 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:02:46.438788 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d020c7-974f-418d-867c-3e40eef7d108", "tag": "6e1c4688-5e3f-41e5-80f3-b324d5eacadd", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:02:46.439105 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba48b833-0ed1-4e15-8336-6da524ecf054 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:02:46.444864 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'tag': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd', 'status': 'completed', 'code': 200} Aug 18 16:02:46.483434 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-f48774b1-264f-4656-b338-fcdd13b4717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:46.485063 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-f48774b1-264f-4656-b338-fcdd13b4717d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac42aaec1012455badb5c679e314c6c2&device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 1096 time: 0.0643108 Aug 18 16:02:46.536402 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-4e61c526-28c8-4d7a-9b81-3340a91115fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd HTTP/1.1" status: 200 len: 217 time: 0.0361667 Aug 18 16:02:46.588207 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-3b724595-c2ed-4ad7-a672-a4710146e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:46.589941 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-3b724595-c2ed-4ad7-a672-a4710146e297 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2ac6339-ab36-442c-82a6-fe935bcb664c HTTP/1.1" status: 200 len: 855 time: 0.0464556 Aug 18 16:02:46.601478 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 38966) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:46.643232 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-e866149f-5d11-4393-83c7-bd9e658b7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:46.645086 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-e866149f-5d11-4393-83c7-bd9e658b7be9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6dd9555b-2983-4408-8b35-00021e19dc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481272 Aug 18 16:02:46.709335 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8c45ac49-f0cb-4811-b31c-ee2007bffa31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:46.740223 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-f49baa0d-1ed6-458f-a74d-b9244ee3bf6e service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881207 Aug 18 16:02:46.810109 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8c45ac49-f0cb-4811-b31c-ee2007bffa31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:46.814142 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8c45ac49-f0cb-4811-b31c-ee2007bffa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:46.851284 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-09e4b08f-3f04-4477-bf88-693b595bd922 req-73b3a077-707d-4753-93ed-bee63ddb82f8 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043622 Aug 18 16:02:46.852793 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-8c45ac49-f0cb-4811-b31c-ee2007bffa31 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28f49ca6db004df6b29eeef1ba29b22e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501123 Aug 18 16:02:46.853661 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45ac49-f0cb-4811-b31c-ee2007bffa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe604c0-a89c-43f3-936e-9dae4858e181,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:46.855856 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 38970) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:46.917958 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-fb8234d3-d522-4d08-81e7-034fdc4bb091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:46.957084 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-fb8234d3-d522-4d08-81e7-034fdc4bb091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:46.978483 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44266978-540f-4339-808a-19089d83d2b0 req-fd0b6ecb-571c-4615-ae3c-3cab50fbdb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:46.979972 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-44266978-540f-4339-808a-19089d83d2b0 req-fd0b6ecb-571c-4615-ae3c-3cab50fbdb24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac42aaec1012455badb5c679e314c6c2&device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 1096 time: 0.0732160 Aug 18 16:02:47.069043 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-fb8234d3-d522-4d08-81e7-034fdc4bb091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:47.071552 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-fb8234d3-d522-4d08-81e7-034fdc4bb091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:47.072683 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-fb8234d3-d522-4d08-81e7-034fdc4bb091 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/efe604c0-a89c-43f3-936e-9dae4858e181 HTTP/1.1" status: 204 len: 168 time: 0.2160449 Aug 18 16:02:47.089985 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8234d3-d522-4d08-81e7-034fdc4bb091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe604c0-a89c-43f3-936e-9dae4858e181,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:47.098195 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44266978-540f-4339-808a-19089d83d2b0 req-1faf391e-6f3d-42c6-81f3-b39a81a58eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:47.099820 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-44266978-540f-4339-808a-19089d83d2b0 req-1faf391e-6f3d-42c6-81f3-b39a81a58eae service neutron] 10.222.0.20 "GET /v2.0/networks?id=6dd9555b-2983-4408-8b35-00021e19dc01 HTTP/1.1" status: 200 len: 917 time: 0.1100652 Aug 18 16:02:47.142319 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-44266978-540f-4339-808a-19089d83d2b0 req-9738b71a-94cd-4b2a-ab2f-e78e70c094d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd HTTP/1.1" status: 200 len: 217 time: 0.0352499 Aug 18 16:02:47.197184 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44266978-540f-4339-808a-19089d83d2b0 req-37c6c37c-8b7d-4035-bdab-b95a2cce5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:47.198650 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-44266978-540f-4339-808a-19089d83d2b0 req-37c6c37c-8b7d-4035-bdab-b95a2cce5389 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2ac6339-ab36-442c-82a6-fe935bcb664c HTTP/1.1" status: 200 len: 855 time: 0.0482264 Aug 18 16:02:47.246856 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44266978-540f-4339-808a-19089d83d2b0 req-db7b58c7-4862-4e9d-9327-64b7020daec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:47.248368 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-44266978-540f-4339-808a-19089d83d2b0 req-db7b58c7-4862-4e9d-9327-64b7020daec4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6dd9555b-2983-4408-8b35-00021e19dc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424426 Aug 18 16:02:47.667873 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e4d74-fec0-4fbb-a6c0-5a07c1eebaf3 req-9c56d11f-c0b2-4008-a44c-7d2f975f1fe5 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:47.669431 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b2e4d74-fec0-4fbb-a6c0-5a07c1eebaf3 req-9c56d11f-c0b2-4008-a44c-7d2f975f1fe5 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.3673425 Aug 18 16:02:47.686759 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-bf27851d-f636-47ab-8ddd-a310ea800758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:47.699768 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-44266978-540f-4339-808a-19089d83d2b0 req-dc5fc3c1-8cc6-4701-8470-309430ab2fc6 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429896 Aug 18 16:02:47.774172 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5b2e4d74-fec0-4fbb-a6c0-5a07c1eebaf3 req-eb20be20-47ff-48c7-99bf-44be32a2d5b7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872865 Aug 18 16:02:47.827245 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-44266978-540f-4339-808a-19089d83d2b0 req-b66f9014-5651-4207-8319-2e70980625cc service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187594 Aug 18 16:02:47.884326 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:48.781159 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:48.901714 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc91d7c-1904-4f2e-a56c-9a868856c8d1 req-74840308-4299-4ff0-ba28-c9d2a1a84ac2 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:48.903180 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ddc91d7c-1904-4f2e-a56c-9a868856c8d1 req-74840308-4299-4ff0-ba28-c9d2a1a84ac2 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.0531907 Aug 18 16:02:48.945731 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ddc91d7c-1904-4f2e-a56c-9a868856c8d1 req-62534639-f6e3-40dd-a3d3-4dfac1585b9a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361259 Aug 18 16:02:50.016235 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:50.068525 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472fdf1-5e35-4046-8425-c8c3bffd8e36 req-53ab72ea-8d66-4ec5-af80-0b4ec0ce5689 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:50.069988 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8472fdf1-5e35-4046-8425-c8c3bffd8e36 req-53ab72ea-8d66-4ec5-af80-0b4ec0ce5689 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.0489223 Aug 18 16:02:50.107464 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8472fdf1-5e35-4046-8425-c8c3bffd8e36 req-22414f8d-4840-47c0-8e8a-f59136721ecf tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315630 Aug 18 16:02:50.484827 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 6e1c4688-5e3f-41e5-80f3-b324d5eacadd details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 16:02:50.578281 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:02:50.590250 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'port_id': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd', 'mac_address': 'fa:16:3e:be:98:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 16:02:50.629414 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:50.642531 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1c4688-5e3f-41e5-80f3-b324d5eacadd {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 16:02:50.663015 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:02:50.667081 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:50.714110 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:50.720974 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:50.721328 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:50.721673 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:50.722649 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:50.722987 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:50.723322 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:50.723653 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:50.723982 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:50.724337 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:50.724666 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:50.725016 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:50.725340 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:02:51.233158 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9cf32-ec45-40bd-b429-6b5fa903ac50 req-72413e0b-5257-4c87-8c9a-f82dd6dd97ca tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:51.234618 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cde9cf32-ec45-40bd-b429-6b5fa903ac50 req-72413e0b-5257-4c87-8c9a-f82dd6dd97ca tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 944 time: 0.0489256 Aug 18 16:02:51.273480 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cde9cf32-ec45-40bd-b429-6b5fa903ac50 req-d2eea991-5ab5-441c-a3e5-a93a86dbc29e tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329258 Aug 18 16:02:52.382370 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:52.398542 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba49e6f-5779-45b1-9c33-bc5a32007a74 req-edce7f48-08bd-4364-bcde-5f4ee3c058ae tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:52.400030 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8ba49e6f-5779-45b1-9c33-bc5a32007a74 req-edce7f48-08bd-4364-bcde-5f4ee3c058ae tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 944 time: 0.0563884 Aug 18 16:02:52.438802 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8ba49e6f-5779-45b1-9c33-bc5a32007a74 req-e6486c41-cca4-461c-b308-435963b23fa1 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325582 Aug 18 16:02:52.605119 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['6e1c4688-5e3f-41e5-80f3-b324d5eacadd'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 16:02:53.563899 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b27207-93a7-46d1-a4e1-cb3d48c53c1c req-e64f7dba-4de1-4aea-a70c-1db2850409c2 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:53.565425 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d4b27207-93a7-46d1-a4e1-cb3d48c53c1c req-e64f7dba-4de1-4aea-a70c-1db2850409c2 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 944 time: 0.0507591 Aug 18 16:02:53.610355 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d4b27207-93a7-46d1-a4e1-cb3d48c53c1c req-01a79408-9c46-4abc-b2f0-527029ba9190 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343566 Aug 18 16:02:54.352537 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 6e1c4688-5e3f-41e5-80f3-b324d5eacadd up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:02:54.403652 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:02:54.407605 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:02:54.407971 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:54.483171 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:54.505804 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:02:54.507933 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c7595b-d956-4fa3-920c-8071a89789d8" -d '{"events": [{"server_uuid": "d5d020c7-974f-418d-867c-3e40eef7d108", "name": "network-vif-plugged", "status": "completed", "tag": "6e1c4688-5e3f-41e5-80f3-b324d5eacadd"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:02:54.520875 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:02:54.525388 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:54.551753 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de869d4c-a1d4-480e-baa5-71dcc93e26d4 x-openstack-request-id: req-de869d4c-a1d4-480e-baa5-71dcc93e26d4 {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:02:54.552040 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d020c7-974f-418d-867c-3e40eef7d108", "name": "network-vif-plugged", "status": "completed", "tag": "6e1c4688-5e3f-41e5-80f3-b324d5eacadd", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:02:54.552287 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de869d4c-a1d4-480e-baa5-71dcc93e26d4 {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:02:54.552667 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd', 'code': 200} Aug 18 16:02:54.578105 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:54.748372 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdaefd1-bb1e-4f56-884e-363a035a28a7 req-9d3bf161-aede-4218-a15a-ba3500456918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:54.749967 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1cdaefd1-bb1e-4f56-884e-363a035a28a7 req-9d3bf161-aede-4218-a15a-ba3500456918 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 1098 time: 0.0757630 Aug 18 16:02:54.757954 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a08c7-3ce2-4504-8ab2-9f44a91fe3cd req-6a1fdf5c-1adf-43a1-a962-3f258c248a2f tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:54.759280 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-493a08c7-3ce2-4504-8ab2-9f44a91fe3cd req-6a1fdf5c-1adf-43a1-a962-3f258c248a2f tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0746017 Aug 18 16:02:54.807120 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1cdaefd1-bb1e-4f56-884e-363a035a28a7 req-d78c65a4-a864-497c-9faf-c4637add3ceb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468843 Aug 18 16:02:54.820360 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-493a08c7-3ce2-4504-8ab2-9f44a91fe3cd req-dd462a94-9882-47d2-934a-c3bf85076cbd tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547729 Aug 18 16:02:55.940955 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922d198-0e39-4fc5-9578-df078cce406d req-f7bb7a72-2952-48be-ac5b-b3c56fe43c85 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:55.942627 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a922d198-0e39-4fc5-9578-df078cce406d req-f7bb7a72-2952-48be-ac5b-b3c56fe43c85 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0505087 Aug 18 16:02:55.981252 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a922d198-0e39-4fc5-9578-df078cce406d req-4e0eaf29-e45f-4d0c-bba5-8f4bbecae528 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327792 Aug 18 16:02:56.096345 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbcc6c-c6f8-4f2a-8b0a-c212a931eaf1 req-938901ca-83a9-488a-b479-287b28c69593 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:56.097861 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c5bbcc6c-c6f8-4f2a-8b0a-c212a931eaf1 req-938901ca-83a9-488a-b479-287b28c69593 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0497751 Aug 18 16:02:56.106127 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 39070) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:56.110539 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-e957edbd-d674-4b5d-9ab9-203c30c18abf tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Request body: {'floatingip': {'port_id': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:02:56.151586 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e957edbd-d674-4b5d-9ab9-203c30c18abf tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for floatingip, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:56.475492 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 39078) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:56.583923 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-91beaf35-0128-40b3-bbc5-1d9d5e1903d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:56.599990 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e957edbd-d674-4b5d-9ab9-203c30c18abf tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:56.603852 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e957edbd-d674-4b5d-9ab9-203c30c18abf tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:56.675464 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-91beaf35-0128-40b3-bbc5-1d9d5e1903d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:56.679430 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-91beaf35-0128-40b3-bbc5-1d9d5e1903d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:56.706962 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.l3_db [None req-e957edbd-d674-4b5d-9ab9-203c30c18abf tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Floating IP 5d441f8f-6a90-46f6-82d4-0862ba28c766 associated. External IP: 172.27.2.208, port: 6e1c4688-5e3f-41e5-80f3-b324d5eacadd. Aug 18 16:02:56.717196 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91beaf35-0128-40b3-bbc5-1d9d5e1903d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c8ac20-50f3-4a12-a155-1bf12037f998,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:56.724764 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-91beaf35-0128-40b3-bbc5-1d9d5e1903d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f931a1c39bf482f83593503cb7ac2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448282 Aug 18 16:02:56.725045 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 39082) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:02:56.779421 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e97ead35-de77-43a5-9dc9-087f43e7f893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:56.802787 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e97ead35-de77-43a5-9dc9-087f43e7f893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:56.850302 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e97ead35-de77-43a5-9dc9-087f43e7f893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:56.853113 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e97ead35-de77-43a5-9dc9-087f43e7f893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:56.854312 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-e97ead35-de77-43a5-9dc9-087f43e7f893 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4c8ac20-50f3-4a12-a155-1bf12037f998 HTTP/1.1" status: 204 len: 168 time: 0.1283219 Aug 18 16:02:56.867597 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ead35-de77-43a5-9dc9-087f43e7f893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c8ac20-50f3-4a12-a155-1bf12037f998,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:02:56.922390 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e957edbd-d674-4b5d-9ab9-203c30c18abf tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Router f58162ec-11ed-4460-a423-bf1eda33b358 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:02:57.038815 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e957edbd-d674-4b5d-9ab9-203c30c18abf tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:02:57.043427 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e957edbd-d674-4b5d-9ab9-203c30c18abf tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:02:57.050422 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a366bdd-6a71-4c2c-8064-836f1a5217b3 None None] Sync routers for ids ['f58162ec-11ed-4460-a423-bf1eda33b358'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:02:57.060007 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a366bdd-6a71-4c2c-8064-836f1a5217b3 None None] Routers {'f58162ec-11ed-4460-a423-bf1eda33b358'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:02:57.060619 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-1a366bdd-6a71-4c2c-8064-836f1a5217b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:02:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f58162ec-11ed-4460-a423-bf1eda33b358'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:57.071994 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-e957edbd-d674-4b5d-9ab9-203c30c18abf tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "PUT /v2.0/floatingips/5d441f8f-6a90-46f6-82d4-0862ba28c766 HTTP/1.1" status: 200 len: 991 time: 0.9648206 Aug 18 16:02:57.072590 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'tag': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:02:57.074935 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649b5d27-7e17-4408-8d54-741c94dbe309" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d020c7-974f-418d-867c-3e40eef7d108", "tag": "6e1c4688-5e3f-41e5-80f3-b324d5eacadd"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:02:57.133955 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9184e9df-8f65-4757-9507-a2c0ae3ea439 x-openstack-request-id: req-9184e9df-8f65-4757-9507-a2c0ae3ea439 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:02:57.134313 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d020c7-974f-418d-867c-3e40eef7d108", "tag": "6e1c4688-5e3f-41e5-80f3-b324d5eacadd", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:02:57.134634 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9184e9df-8f65-4757-9507-a2c0ae3ea439 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:02:57.135133 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'tag': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd', 'status': 'completed', 'code': 200} Aug 18 16:02:57.182753 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-1a366bdd-6a71-4c2c-8064-836f1a5217b3 None None] Set router f58162ec-11ed-4460-a423-bf1eda33b358 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:02:57.215451 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b5d27-7e17-4408-8d54-741c94dbe309 req-7fab1c71-1ead-4ad1-827b-cfd5ce89fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:57.217006 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-649b5d27-7e17-4408-8d54-741c94dbe309 req-7fab1c71-1ead-4ad1-827b-cfd5ce89fd04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac42aaec1012455badb5c679e314c6c2&device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 1098 time: 0.0542593 Aug 18 16:02:57.316009 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b5d27-7e17-4408-8d54-741c94dbe309 req-527aad11-42b5-47ce-9343-5d25d4c9b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:57.317639 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-649b5d27-7e17-4408-8d54-741c94dbe309 req-527aad11-42b5-47ce-9343-5d25d4c9b79b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6dd9555b-2983-4408-8b35-00021e19dc01 HTTP/1.1" status: 200 len: 917 time: 0.0934598 Aug 18 16:02:57.394927 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-649b5d27-7e17-4408-8d54-741c94dbe309 req-9b4f0450-2289-47d8-9311-8f864a1d86c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd HTTP/1.1" status: 200 len: 999 time: 0.0703130 Aug 18 16:02:57.443532 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-1a366bdd-6a71-4c2c-8064-836f1a5217b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '5d441f8f-6a90-46f6-82d4-0862ba28c766', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'port_id': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'mac_address': 'fa:16:3e:be:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:02:42Z', 'updated_at': '2021-08-18T16:02:56Z', 'revision_number': 1, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2', 'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'mac_address': 'fa:16:3e:df:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:44Z', 'updated_at': '2021-08-18T15:59:50Z', 'revision_number': 5, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'subnets': [{'id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:57.464521 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b5d27-7e17-4408-8d54-741c94dbe309 req-2659472c-455f-4057-a802-7ff2c79bedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:57.466072 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-649b5d27-7e17-4408-8d54-741c94dbe309 req-2659472c-455f-4057-a802-7ff2c79bedc8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2ac6339-ab36-442c-82a6-fe935bcb664c HTTP/1.1" status: 200 len: 855 time: 0.0642653 Aug 18 16:02:57.471056 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a366bdd-6a71-4c2c-8064-836f1a5217b3 None None] Checking router: f58162ec-11ed-4460-a423-bf1eda33b358 for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:02:57.480219 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a366bdd-6a71-4c2c-8064-836f1a5217b3 None None] Routers {'f58162ec-11ed-4460-a423-bf1eda33b358'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:02:57.480880 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-1a366bdd-6a71-4c2c-8064-836f1a5217b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:02:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f58162ec-11ed-4460-a423-bf1eda33b358'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:57.521357 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b5d27-7e17-4408-8d54-741c94dbe309 req-62acfd5b-d819-4e2c-996b-6ab35fe4de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:02:57.523476 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-649b5d27-7e17-4408-8d54-741c94dbe309 req-62acfd5b-d819-4e2c-996b-6ab35fe4de8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6dd9555b-2983-4408-8b35-00021e19dc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495183 Aug 18 16:02:57.609418 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-1a366bdd-6a71-4c2c-8064-836f1a5217b3 None None] Set router f58162ec-11ed-4460-a423-bf1eda33b358 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:02:57.626500 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-649b5d27-7e17-4408-8d54-741c94dbe309 req-3870c788-972f-4ff9-92ad-a92f228568a2 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962977 Aug 18 16:02:57.719199 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-649b5d27-7e17-4408-8d54-741c94dbe309 req-8fb10088-090a-487f-b4dd-e1de0cceeb03 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857146 Aug 18 16:02:57.861742 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-1a366bdd-6a71-4c2c-8064-836f1a5217b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '5d441f8f-6a90-46f6-82d4-0862ba28c766', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'port_id': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'mac_address': 'fa:16:3e:be:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:02:42Z', 'updated_at': '2021-08-18T16:02:56Z', 'revision_number': 1, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2', 'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'mac_address': 'fa:16:3e:df:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:44Z', 'updated_at': '2021-08-18T15:59:50Z', 'revision_number': 5, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'subnets': [{'id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:02:57.891783 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a366bdd-6a71-4c2c-8064-836f1a5217b3 None None] The sync data for ids ['f58162ec-11ed-4460-a423-bf1eda33b358'] in dv-cinder-778534-7-iscsi is: [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '5d441f8f-6a90-46f6-82d4-0862ba28c766', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'port_id': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'mac_address': 'fa:16:3e:be:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:02:42Z', 'updated_at': '2021-08-18T16:02:56Z', 'revision_number': 1, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2', 'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'mac_address': 'fa:16:3e:df:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:44Z', 'updated_at': '2021-08-18T15:59:50Z', 'revision_number': 5, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'subnets': [{'id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:02:58.088384 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b3dba4-7b08-469b-925d-6d7a95f2d0b9 None None] New status for floating IP 5d441f8f-6a90-46f6-82d4-0862ba28c766: ACTIVE {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 16:03:00.926651 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 39158) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:03:01.030262 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a9dd974f-24f1-4bd9-867c-eff71bc877d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:01.122821 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a9dd974f-24f1-4bd9-867c-eff71bc877d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:01.126619 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a9dd974f-24f1-4bd9-867c-eff71bc877d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:01.166920 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd974f-24f1-4bd9-867c-eff71bc877d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917e86e7-aca9-4657-84f4-a294ff30cfbf,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:03:01.171181 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-a9dd974f-24f1-4bd9-867c-eff71bc877d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1080d992c7914d5fb02e33b806ddda86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435076 Aug 18 16:03:01.174063 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 39162) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:03:01.223560 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-90558c7d-1136-48b9-b69e-c85e3c2f5b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:01.244390 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-90558c7d-1136-48b9-b69e-c85e3c2f5b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:01.291546 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-90558c7d-1136-48b9-b69e-c85e3c2f5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:01.294143 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-90558c7d-1136-48b9-b69e-c85e3c2f5b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:01.295325 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-90558c7d-1136-48b9-b69e-c85e3c2f5b51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/917e86e7-aca9-4657-84f4-a294ff30cfbf HTTP/1.1" status: 204 len: 168 time: 0.1205530 Aug 18 16:03:01.303356 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90558c7d-1136-48b9-b69e-c85e3c2f5b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917e86e7-aca9-4657-84f4-a294ff30cfbf,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:03:10.940086 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b382d-1155-452d-a0a5-49b00e023bea req-a12f3e33-8322-47df-bc7b-41102790da37 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:10.942112 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-553b382d-1155-452d-a0a5-49b00e023bea req-a12f3e33-8322-47df-bc7b-41102790da37 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 945 time: 0.0502276 Aug 18 16:03:10.980340 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-553b382d-1155-452d-a0a5-49b00e023bea req-07b11ec1-7e0d-4d1d-8c6a-4c0189c8d713 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325019 Aug 18 16:03:12.101201 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a969a-3663-4bc0-a50c-c94a0589a98c req-2f063b13-ca22-47b9-805c-8f64e436b0a6 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:12.102584 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a02a969a-3663-4bc0-a50c-c94a0589a98c req-2f063b13-ca22-47b9-805c-8f64e436b0a6 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 945 time: 0.0525484 Aug 18 16:03:12.140179 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a02a969a-3663-4bc0-a50c-c94a0589a98c req-1f020073-f171-4c40-ac4f-d2f781a8e8a3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315604 Aug 18 16:03:12.443888 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb87ef0-2e8e-423e-a676-827e2645be18 req-7ba226f9-4a66-4e97-b4e8-6e83afe0c473 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:12.445243 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2cb87ef0-2e8e-423e-a676-827e2645be18 req-7ba226f9-4a66-4e97-b4e8-6e83afe0c473 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 945 time: 0.0507383 Aug 18 16:03:12.536881 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-2cb87ef0-2e8e-423e-a676-827e2645be18 req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Deleting port 58742a74-af79-4a22-8a41-83bd774a0fb1 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:03:12.537222 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-2cb87ef0-2e8e-423e-a676-827e2645be18 req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:12.628242 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-2cb87ef0-2e8e-423e-a676-827e2645be18 req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] For port 58742a74-af79-4a22-8a41-83bd774a0fb1, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=58742a74-af79-4a22-8a41-83bd774a0fb1,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:03:12.628606 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-2cb87ef0-2e8e-423e-a676-827e2645be18 req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:12.795752 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-2cb87ef0-2e8e-423e-a676-827e2645be18 req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:12.796129 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-2cb87ef0-2e8e-423e-a676-827e2645be18 req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:12.796456 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.l3_db [req-2cb87ef0-2e8e-423e-a676-827e2645be18 req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Floating IP 47ae1ee0-8672-47e8-9313-2de66fd97cf2 disassociated. External IP: 172.27.2.123, port: 58742a74-af79-4a22-8a41-83bd774a0fb1. Aug 18 16:03:12.796841 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-2cb87ef0-2e8e-423e-a676-827e2645be18 req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Calling delete_port for 58742a74-af79-4a22-8a41-83bd774a0fb1 owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:03:12.928412 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-2cb87ef0-2e8e-423e-a676-827e2645be18 req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:12.957707 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event deleted for resources: {'Port': ['ID=58742a74-af79-4a22-8a41-83bd774a0fb1,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:03:12.969662 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:12.970010 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:12.970359 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:12.970704 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:12.971041 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:12.971376 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:12.972411 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:12.972941 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:12.973298 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:12.973636 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:12.973974 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:12.974301 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:13.086617 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cb87ef0-2e8e-423e-a676-827e2645be18 req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:03:13.197787 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cb87ef0-2e8e-423e-a676-827e2645be18 req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:03:13.208811 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7163706-1858-4ab0-84d0-45696b109914 None None] Sync routers for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:03:13.219887 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7163706-1858-4ab0-84d0-45696b109914 None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:03:13.220591 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-f7163706-1858-4ab0-84d0-45696b109914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:02:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:03:13.248396 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb87ef0-2e8e-423e-a676-827e2645be18 req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] No DVR routers for this DVR port 58742a74-af79-4a22-8a41-83bd774a0fb1 on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:03:13.266420 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-2cb87ef0-2e8e-423e-a676-827e2645be18 req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:13.268435 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2cb87ef0-2e8e-423e-a676-827e2645be18 req-d314ad53-883c-447f-a3cc-1bd86d0eaa71 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.20 "DELETE /v2.0/ports/58742a74-af79-4a22-8a41-83bd774a0fb1 HTTP/1.1" status: 204 len: 173 time: 0.8139708 Aug 18 16:03:13.269622 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8b873c-e287-4cc9-9092-91685066c591', 'name': 'network-vif-deleted', 'tag': '58742a74-af79-4a22-8a41-83bd774a0fb1'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:03:13.271917 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f119f391-95c1-4c9b-ba3a-6ec3b56a0080" -d '{"events": [{"server_uuid": "cc8b873c-e287-4cc9-9092-91685066c591", "name": "network-vif-deleted", "tag": "58742a74-af79-4a22-8a41-83bd774a0fb1"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:03:13.275973 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-446e604a-3cd1-4933-960e-bda9e1f91bfd req-2b2fb4af-7373-4a58-b50d-de906014e87e tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc8b873c-e287-4cc9-9092-91685066c591 HTTP/1.1" status: 200 len: 210 time: 0.0533464 Aug 18 16:03:13.315009 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9b2367-ab29-49db-bcd8-bf6cad1e4c5d x-openstack-request-id: req-8b9b2367-ab29-49db-bcd8-bf6cad1e4c5d {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:03:13.315843 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8b873c-e287-4cc9-9092-91685066c591", "name": "network-vif-deleted", "tag": "58742a74-af79-4a22-8a41-83bd774a0fb1", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:03:13.316404 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b9b2367-ab29-49db-bcd8-bf6cad1e4c5d {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:03:13.316690 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8b873c-e287-4cc9-9092-91685066c591', 'name': 'network-vif-deleted', 'tag': '58742a74-af79-4a22-8a41-83bd774a0fb1', 'status': 'completed', 'code': 200} Aug 18 16:03:13.336778 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-f7163706-1858-4ab0-84d0-45696b109914 None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:03:13.550964 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-f7163706-1858-4ab0-84d0-45696b109914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:03:13.667004 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7163706-1858-4ab0-84d0-45696b109914 None None] Checking router: af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:03:13.676167 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7163706-1858-4ab0-84d0-45696b109914 None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:03:13.676802 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-f7163706-1858-4ab0-84d0-45696b109914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:02:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:03:13.781711 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-f7163706-1858-4ab0-84d0-45696b109914 None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:03:13.983632 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-f7163706-1858-4ab0-84d0-45696b109914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:03:14.010828 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7163706-1858-4ab0-84d0-45696b109914 None None] The sync data for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi is: [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:03:14.236873 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa68b5fa-66a3-417b-841f-768e45f1fdba None None] New status for floating IP 47ae1ee0-8672-47e8-9313-2de66fd97cf2: DOWN {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 16:03:14.556383 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-d0d37368-8ace-4c3a-864c-082a15a7a5c3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555844300&fields=id&tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec HTTP/1.1" status: 200 len: 267 time: 0.0429547 Aug 18 16:03:14.666692 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-b2899642-724e-4099-9f6d-f32600677016 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:14.668156 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-b2899642-724e-4099-9f6d-f32600677016 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/networks?id=b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 200 len: 812 time: 0.1052842 Aug 18 16:03:14.683256 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-639090dc-7b8a-4839-8b47-cbcc45cd27ba tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/quotas/9a70d2f8bce441a3bd8ed3a702f2d6ec HTTP/1.1" status: 200 len: 375 time: 0.0094976 Aug 18 16:03:14.740252 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-fded5922-55fe-4dee-9707-d365bf26a5a7 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517821 Aug 18 16:03:14.754181 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-96806a7d-8a29-4c8d-8839-c4a45a25ec69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:14.835195 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-22088e3b-f400-4711-b06e-d8b12cdd2abb service neutron] 10.222.0.44 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834184 Aug 18 16:03:14.940033 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-9f5aa2c9-8f2a-4bea-a543-c9bf9e57a483 service neutron] 10.222.0.44 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982506 Aug 18 16:03:15.228356 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b734b4a5-ed7b-4e39-9118-7373888823cb req-06b2a5eb-39ac-49f6-b122-c384aa831bb5 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 210 time: 0.0270960 Aug 18 16:03:16.121995 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-fdab0f77-86b1-4d69-be53-e75dd6a803c6 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:16.123447 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-fdab0f77-86b1-4d69-be53-e75dd6a803c6 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.20 "GET /v2.0/networks?id=b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 200 len: 812 time: 0.1101294 Aug 18 16:03:16.171408 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-ecb83009-c795-4d29-a58e-b04f8d712f58 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec HTTP/1.1" status: 200 len: 380 time: 0.0385993 Aug 18 16:03:16.181787 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-6d15fc5d-b7ce-4921-9a4a-4f6a2f5276c1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Request body: {'port': {'device_id': '6ca10c06-1905-4630-a51c-e774125cae5f', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'admin_state_up': True, 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'security_groups': ['d7a728ae-5a6a-4e08-a9e6-1cee20d7f882']}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:03:16.302161 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-6d15fc5d-b7ce-4921-9a4a-4f6a2f5276c1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Made reservation on behalf of 9a70d2f8bce441a3bd8ed3a702f2d6ec for: {'port': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:03:16.305656 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-6d15fc5d-b7ce-4921-9a4a-4f6a2f5276c1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:16.341319 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-69044757-70d2-48fa-bf5d-a4c0cf4f53fe req-bc7b76de-788a-4072-b37f-dd4005084895 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 210 time: 0.0333886 Aug 18 16:03:16.462940 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-6d15fc5d-b7ce-4921-9a4a-4f6a2f5276c1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Allocated IP 172.20.0.12 (b8354aa0-9bb4-42ac-9744-51be05790a22/aba900a4-cf58-43dd-a6a7-868c2f7a1387/b5cb907b-f3d1-4e46-b363-4fa20a7f1289) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:03:16.542607 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 58742a74-af79-4a22-8a41-83bd774a0fb1 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:03:16.564365 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: 58742a74-af79-4a22-8a41-83bd774a0fb1 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:03:16.564728 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 58742a74-af79-4a22-8a41-83bd774a0fb1 not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:03:16.624415 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-6d15fc5d-b7ce-4921-9a4a-4f6a2f5276c1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:16.638906 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-6d15fc5d-b7ce-4921-9a4a-4f6a2f5276c1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Transition to ACTIVE for port object b5cb907b-f3d1-4e46-b363-4fa20a7f1289 will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:03:16.672449 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-6d15fc5d-b7ce-4921-9a4a-4f6a2f5276c1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:16.712641 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-6d15fc5d-b7ce-4921-9a4a-4f6a2f5276c1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Network b8354aa0-9bb4-42ac-9744-51be05790a22 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:03:16.717637 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-6d15fc5d-b7ce-4921-9a4a-4f6a2f5276c1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:03:16.721376 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-6d15fc5d-b7ce-4921-9a4a-4f6a2f5276c1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:03:16.748726 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15fc5d-b7ce-4921-9a4a-4f6a2f5276c1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event updated for resources: {'Port': ['ID=b5cb907b-f3d1-4e46-b363-4fa20a7f1289,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:03:16.780293 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-6d15fc5d-b7ce-4921-9a4a-4f6a2f5276c1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:16.780917 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-6d15fc5d-b7ce-4921-9a4a-4f6a2f5276c1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:16.796513 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-6d15fc5d-b7ce-4921-9a4a-4f6a2f5276c1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6185918 Aug 18 16:03:16.809536 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Request body: {'port': {'device_id': '6ca10c06-1905-4630-a51c-e774125cae5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:03:16.870588 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:16.947469 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-c81632a9-0238-42bf-9da5-c8055749da5e None None] Provisioning for port b5cb907b-f3d1-4e46-b363-4fa20a7f1289 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:03:16.951487 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-c81632a9-0238-42bf-9da5-c8055749da5e None None] Provisioning complete for port b5cb907b-f3d1-4e46-b363-4fa20a7f1289 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:03:16.951867 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-c81632a9-0238-42bf-9da5-c8055749da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:16.986515 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-c81632a9-0238-42bf-9da5-c8055749da5e None None] Port b5cb907b-f3d1-4e46-b363-4fa20a7f1289 cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 16:03:17.133855 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5cb907b-f3d1-4e46-b363-4fa20a7f1289 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 16:03:17.141231 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:17.153839 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Transition to ACTIVE for port object b5cb907b-f3d1-4e46-b363-4fa20a7f1289 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:03:17.157020 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:17.208665 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Pushing event updated for resources: {'Port': ['ID=b5cb907b-f3d1-4e46-b363-4fa20a7f1289,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:03:17.277819 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Attempting to bind port b5cb907b-f3d1-4e46-b363-4fa20a7f1289 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:03:17.278152 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Attempting to bind port b5cb907b-f3d1-4e46-b363-4fa20a7f1289 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:03:17.278485 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Attempting to bind port b5cb907b-f3d1-4e46-b363-4fa20a7f1289 on network b8354aa0-9bb4-42ac-9744-51be05790a22 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:03:17.283122 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Port b5cb907b-f3d1-4e46-b363-4fa20a7f1289 on network b8354aa0-9bb4-42ac-9744-51be05790a22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 16:03:17.283451 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Attempting to bind port b5cb907b-f3d1-4e46-b363-4fa20a7f1289 on network b8354aa0-9bb4-42ac-9744-51be05790a22 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:03:17.289261 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 16, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:03:17.289596 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Checking segment: {'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:03:17.289982 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Bound using segment: {'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:03:17.290419 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Bound port: b5cb907b-f3d1-4e46-b363-4fa20a7f1289, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:03:17.290779 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:17.358861 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] For port b5cb907b-f3d1-4e46-b363-4fa20a7f1289, host hv-cinder-77853, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:03:17.362257 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] For port b5cb907b-f3d1-4e46-b363-4fa20a7f1289, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=b5cb907b-f3d1-4e46-b363-4fa20a7f1289,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:03:17.366911 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:17.412375 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:17.413021 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:17.414418 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] 10.222.0.20 "PUT /v2.0/ports/b5cb907b-f3d1-4e46-b363-4fa20a7f1289 HTTP/1.1" status: 200 len: 1094 time: 0.6093524 Aug 18 16:03:17.414859 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca10c06-1905-4630-a51c-e774125cae5f', 'tag': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:03:17.417172 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c97543e-c088-484e-b38d-6f3a870b48bc" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca10c06-1905-4630-a51c-e774125cae5f", "tag": "b5cb907b-f3d1-4e46-b363-4fa20a7f1289"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:03:17.468099 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c58809-e6e8-429b-b1de-22c3d2613a35 x-openstack-request-id: req-31c58809-e6e8-429b-b1de-22c3d2613a35 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:03:17.468395 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca10c06-1905-4630-a51c-e774125cae5f", "tag": "b5cb907b-f3d1-4e46-b363-4fa20a7f1289", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:03:17.468649 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31c58809-e6e8-429b-b1de-22c3d2613a35 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:03:17.469138 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca10c06-1905-4630-a51c-e774125cae5f', 'tag': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289', 'status': 'completed', 'code': 200} Aug 18 16:03:17.490846 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be2867-e94b-470c-bd1d-3eaba28a56aa service neutron] Pushing event updated for resources: {'Port': ['ID=b5cb907b-f3d1-4e46-b363-4fa20a7f1289,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:03:17.535200 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0b44c-e091-437a-86e7-c996d5a8569d req-e1857ee0-8afe-4937-875a-e82b9b457dd2 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:17.536819 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1eb0b44c-e091-437a-86e7-c996d5a8569d req-e1857ee0-8afe-4937-875a-e82b9b457dd2 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 944 time: 0.1167078 Aug 18 16:03:17.542010 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-90065a0b-ff46-4453-98c2-67eeae82f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:17.543459 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-90065a0b-ff46-4453-98c2-67eeae82f862 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 1097 time: 0.0735357 Aug 18 16:03:17.595985 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-ab940d0b-d9bb-49bd-816b-cdb05c1197f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5cb907b-f3d1-4e46-b363-4fa20a7f1289 HTTP/1.1" status: 200 len: 217 time: 0.0439060 Aug 18 16:03:17.637991 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1eb0b44c-e091-437a-86e7-c996d5a8569d req-ccc7cb7f-722a-41db-a9ac-e46be84da1e8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935092 Aug 18 16:03:17.664252 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-4886f21d-ffcf-4ef1-a180-20def58e4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:17.664252 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-4886f21d-ffcf-4ef1-a180-20def58e4baa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aba900a4-cf58-43dd-a6a7-868c2f7a1387 HTTP/1.1" status: 200 len: 851 time: 0.0541747 Aug 18 16:03:17.685049 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-3318d3af-d32f-4f92-a7bd-c108c8cf1a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:17.722951 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-62586c9b-559e-4f80-a031-9688abe75c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:17.724439 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-62586c9b-559e-4f80-a031-9688abe75c91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8354aa0-9bb4-42ac-9744-51be05790a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568299 Aug 18 16:03:17.814194 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-fd5b42b3-961c-443c-bc99-e3a042b36598 service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825317 Aug 18 16:03:17.886728 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:18.194248 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d756ac3b-a94d-4f37-b15a-e51d7b5a60b2 req-7d9809d7-9d5d-4826-8c70-3db33c43938b service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726838 Aug 18 16:03:18.280923 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97543e-c088-484e-b38d-6f3a870b48bc req-e9198bd7-d7ff-4a19-bb8f-5db830c6b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:18.282406 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c97543e-c088-484e-b38d-6f3a870b48bc req-e9198bd7-d7ff-4a19-bb8f-5db830c6b322 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 1097 time: 0.0416818 Aug 18 16:03:18.374173 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97543e-c088-484e-b38d-6f3a870b48bc req-caff400c-9fc8-4661-9674-f94ba1aae046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:18.375639 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c97543e-c088-484e-b38d-6f3a870b48bc req-caff400c-9fc8-4661-9674-f94ba1aae046 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 200 len: 913 time: 0.0850098 Aug 18 16:03:18.420321 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c97543e-c088-484e-b38d-6f3a870b48bc req-37546e8f-0aba-43a1-aed0-8419481f30ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5cb907b-f3d1-4e46-b363-4fa20a7f1289 HTTP/1.1" status: 200 len: 217 time: 0.0341251 Aug 18 16:03:18.469266 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97543e-c088-484e-b38d-6f3a870b48bc req-2352ce77-46dd-4e14-a00a-df19537293e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:18.470682 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c97543e-c088-484e-b38d-6f3a870b48bc req-2352ce77-46dd-4e14-a00a-df19537293e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aba900a4-cf58-43dd-a6a7-868c2f7a1387 HTTP/1.1" status: 200 len: 851 time: 0.0433836 Aug 18 16:03:18.521017 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97543e-c088-484e-b38d-6f3a870b48bc req-d40736af-2290-4992-8603-9b26a86b4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:18.522509 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c97543e-c088-484e-b38d-6f3a870b48bc req-d40736af-2290-4992-8603-9b26a86b4290 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8354aa0-9bb4-42ac-9744-51be05790a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448282 Aug 18 16:03:18.616365 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c97543e-c088-484e-b38d-6f3a870b48bc req-4f9c1171-3dd9-4cb3-a8a0-290cb1ce2cb6 service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867720 Aug 18 16:03:18.716463 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1c97543e-c088-484e-b38d-6f3a870b48bc req-1d1016c4-7dd3-46ee-bd07-b90d0c7ace18 service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902686 Aug 18 16:03:18.764843 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bcf12-c30b-410b-9366-215eb7a59bac req-62c239ab-b9f1-46c1-b9f2-818b924e6d2a tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:18.767231 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-948bcf12-c30b-410b-9366-215eb7a59bac req-62c239ab-b9f1-46c1-b9f2-818b924e6d2a tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 944 time: 0.0490243 Aug 18 16:03:18.788013 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:18.811007 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-948bcf12-c30b-410b-9366-215eb7a59bac req-04487c9c-bb34-4fe5-bf21-6db354a94227 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326540 Aug 18 16:03:19.927551 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7b24f-e726-4896-a7ee-99ef5c4fbd06 req-dc4ee632-3966-4314-b94c-856ef7652d01 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:19.929043 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4bf7b24f-e726-4896-a7ee-99ef5c4fbd06 req-dc4ee632-3966-4314-b94c-856ef7652d01 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 944 time: 0.0520794 Aug 18 16:03:19.970054 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4bf7b24f-e726-4896-a7ee-99ef5c4fbd06 req-59db9efc-0ce3-4e39-943a-95df21116ef8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341513 Aug 18 16:03:20.020424 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:03:20.021036 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:21.088359 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75815898-1bf1-42c4-8dba-b04bdd93cb76 req-0a433c07-f416-4db3-bdb2-befd8654dc1c tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:21.089922 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-75815898-1bf1-42c4-8dba-b04bdd93cb76 req-0a433c07-f416-4db3-bdb2-befd8654dc1c tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 944 time: 0.0543580 Aug 18 16:03:21.127703 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-75815898-1bf1-42c4-8dba-b04bdd93cb76 req-bb208697-3f7f-48c1-80b3-a44610fc17d1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319326 Aug 18 16:03:22.254759 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac2601-c72d-4698-b668-9ebb56843a36 req-840f8942-4cbc-43bb-b6e6-772ea2806926 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:22.257314 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1dac2601-c72d-4698-b668-9ebb56843a36 req-840f8942-4cbc-43bb-b6e6-772ea2806926 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 944 time: 0.0548851 Aug 18 16:03:22.301845 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1dac2601-c72d-4698-b668-9ebb56843a36 req-d92b7b87-90a3-4118-aed6-370bfc72b6bc tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379930 Aug 18 16:03:22.369234 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:23.420882 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b517b55-c402-4754-961b-60c166bbf577 req-98453e67-de05-49b1-bf59-f4b0e4e010c1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:23.422304 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6b517b55-c402-4754-961b-60c166bbf577 req-98453e67-de05-49b1-bf59-f4b0e4e010c1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 944 time: 0.0489886 Aug 18 16:03:23.466200 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6b517b55-c402-4754-961b-60c166bbf577 req-107846e3-2b0d-47b8-9378-56d8bacfab93 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370381 Aug 18 16:03:24.583782 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26fca1-59e9-4bab-a35c-d10319d6339d req-8c2bbf8e-2f17-4bb2-902c-f64c8aa97e92 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:24.585335 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3c26fca1-59e9-4bab-a35c-d10319d6339d req-8c2bbf8e-2f17-4bb2-902c-f64c8aa97e92 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 944 time: 0.0534446 Aug 18 16:03:24.624822 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-3c26fca1-59e9-4bab-a35c-d10319d6339d req-b7876470-08b8-4f88-a073-f1c3bd9f3cfd tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333855 Aug 18 16:03:25.739962 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f947f4-75c2-4711-b9ec-9af936c4d215 req-ffc22878-c217-4a41-a1c2-c15a94cdc577 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:25.741480 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-93f947f4-75c2-4711-b9ec-9af936c4d215 req-ffc22878-c217-4a41-a1c2-c15a94cdc577 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 944 time: 0.0499010 Aug 18 16:03:25.785769 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-93f947f4-75c2-4711-b9ec-9af936c4d215 req-b8313b10-f8ff-4318-a74e-2ca40d4daff6 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384352 Aug 18 16:03:26.570640 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device b5cb907b-f3d1-4e46-b363-4fa20a7f1289 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 16:03:26.666346 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port b5cb907b-f3d1-4e46-b363-4fa20a7f1289, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=b5cb907b-f3d1-4e46-b363-4fa20a7f1289,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:03:26.678041 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'port_id': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289', 'mac_address': 'fa:16:3e:ac:2f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 16:03:26.713536 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:26.726328 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cb907b-f3d1-4e46-b363-4fa20a7f1289 {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 16:03:26.745603 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port b5cb907b-f3d1-4e46-b363-4fa20a7f1289, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=b5cb907b-f3d1-4e46-b363-4fa20a7f1289,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:03:26.749600 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:26.801598 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=b5cb907b-f3d1-4e46-b363-4fa20a7f1289,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:03:26.900684 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3822e97-b002-40c2-9951-e2d42c9080d4 req-ed51cc8e-34b3-4815-b807-23bbc1eca8c9 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:26.902234 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f3822e97-b002-40c2-9951-e2d42c9080d4 req-ed51cc8e-34b3-4815-b807-23bbc1eca8c9 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 945 time: 0.0510356 Aug 18 16:03:26.941098 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f3822e97-b002-40c2-9951-e2d42c9080d4 req-74668419-e046-4ffe-a7ea-693ce4644d2d tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323720 Aug 18 16:03:26.959883 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['b5cb907b-f3d1-4e46-b363-4fa20a7f1289'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 16:03:28.059083 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136ff71-1714-444b-9e7f-fe6373a1518e req-74153e7f-c688-4e92-be77-6b278d3310f2 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:28.060541 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8136ff71-1714-444b-9e7f-fe6373a1518e req-74153e7f-c688-4e92-be77-6b278d3310f2 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 945 time: 0.0535839 Aug 18 16:03:28.099119 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8136ff71-1714-444b-9e7f-fe6373a1518e req-bea436c0-57ec-4a58-bb57-201d3a8aee4d tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320227 Aug 18 16:03:28.587083 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device b5cb907b-f3d1-4e46-b363-4fa20a7f1289 up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:03:28.638268 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port b5cb907b-f3d1-4e46-b363-4fa20a7f1289 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:03:28.641800 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port b5cb907b-f3d1-4e46-b363-4fa20a7f1289 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:03:28.642509 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:28.719827 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:28.742971 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca10c06-1905-4630-a51c-e774125cae5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:03:28.746309 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54ba682-cc47-4ff3-a4e4-9f8a1d1747d1" -d '{"events": [{"server_uuid": "6ca10c06-1905-4630-a51c-e774125cae5f", "name": "network-vif-plugged", "status": "completed", "tag": "b5cb907b-f3d1-4e46-b363-4fa20a7f1289"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:03:28.765020 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port b5cb907b-f3d1-4e46-b363-4fa20a7f1289, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=b5cb907b-f3d1-4e46-b363-4fa20a7f1289,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:03:28.774902 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:28.803459 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16da818a-6b8b-4975-b8a2-9f1008a5cc51 x-openstack-request-id: req-16da818a-6b8b-4975-b8a2-9f1008a5cc51 {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:03:28.803750 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca10c06-1905-4630-a51c-e774125cae5f", "name": "network-vif-plugged", "status": "completed", "tag": "b5cb907b-f3d1-4e46-b363-4fa20a7f1289", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:03:28.804002 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16da818a-6b8b-4975-b8a2-9f1008a5cc51 {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:03:28.804782 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca10c06-1905-4630-a51c-e774125cae5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289', 'code': 200} Aug 18 16:03:28.830496 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=b5cb907b-f3d1-4e46-b363-4fa20a7f1289,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:03:29.000000 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fda5e-35f2-48b6-ac85-1f0aa4220754 req-b7f21ce9-6821-43a7-a62f-4e6b76c6baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:29.001543 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a03fda5e-35f2-48b6-ac85-1f0aa4220754 req-b7f21ce9-6821-43a7-a62f-4e6b76c6baa5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 1099 time: 0.0408261 Aug 18 16:03:29.038509 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a03fda5e-35f2-48b6-ac85-1f0aa4220754 req-d81c8079-4bca-4ccf-91fb-e38d425cbd03 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293694 Aug 18 16:03:29.216569 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385585ee-501f-4113-980d-1fca6e1a136f req-63ba9043-a7b6-46b2-b970-eadd33592edb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:29.218169 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-385585ee-501f-4113-980d-1fca6e1a136f req-63ba9043-a7b6-46b2-b970-eadd33592edb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 946 time: 0.0509086 Aug 18 16:03:29.258001 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-385585ee-501f-4113-980d-1fca6e1a136f req-662fc9db-56c5-4790-bb86-881cde7f564e tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331721 Aug 18 16:03:30.375299 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cf1e7-59eb-4244-aad1-8c9dccc44c5b req-651d64f1-1468-42f2-a14b-92425fd2a756 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:30.376815 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ff5cf1e7-59eb-4244-aad1-8c9dccc44c5b req-651d64f1-1468-42f2-a14b-92425fd2a756 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 946 time: 0.0534334 Aug 18 16:03:30.414722 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ff5cf1e7-59eb-4244-aad1-8c9dccc44c5b req-c8cb1385-937c-46b5-88f1-8bfae1cc9049 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319304 Aug 18 16:03:30.531103 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19c00c-55fd-452d-be5f-4ed539a74b28 req-f4cd38fb-127d-4d43-a678-a11bdef17245 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:30.532675 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-df19c00c-55fd-452d-be5f-4ed539a74b28 req-f4cd38fb-127d-4d43-a678-a11bdef17245 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 946 time: 0.0492325 Aug 18 16:03:30.571605 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-df19c00c-55fd-452d-be5f-4ed539a74b28 req-ea9a004d-4a7f-45f0-8a3d-0bf8dc97e541 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322635 Aug 18 16:03:30.593913 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 39286) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:03:30.633571 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41b2173-0eae-469e-891c-f21a7b9b8923 tempest-TestVolumeBootPattern-749779763 tempest-TestVolumeBootPattern-749779763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:30.635073 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-d41b2173-0eae-469e-891c-f21a7b9b8923 tempest-TestVolumeBootPattern-749779763 tempest-TestVolumeBootPattern-749779763-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 1094 time: 0.0401886 Aug 18 16:03:30.638293 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 39288) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:03:30.642600 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Request body: {'floatingip': {'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'port_id': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:03:30.665035 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for floatingip, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:30.765946 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:30.875126 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Allocated IP 172.27.2.106 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/f2c2c303-757b-47cc-b4c8-9bb26fe45e59) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:03:30.979115 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:31.018291 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:31.053074 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:03:31.055855 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:03:31.061444 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:03:31.087353 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event updated for resources: {'Port': ['ID=f2c2c303-757b-47cc-b4c8-9bb26fe45e59,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:03:31.422343 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:31.496853 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:31.642060 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:31.646654 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:31.712316 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event updated for resources: {'Port': ['ID=f2c2c303-757b-47cc-b4c8-9bb26fe45e59,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:03:31.727488 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:31.831029 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.l3_db [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Floating IP 579671d4-43ef-4e57-913d-a8362ea9a15e associated. External IP: 172.27.2.106, port: b5cb907b-f3d1-4e46-b363-4fa20a7f1289. Aug 18 16:03:32.040310 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:03:32.149072 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:03:32.159999 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a119f82-a659-4e8a-becd-5d4027125ddd None None] Sync routers for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:03:32.167469 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:32.171598 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a119f82-a659-4e8a-becd-5d4027125ddd None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:03:32.172290 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-7a119f82-a659-4e8a-becd-5d4027125ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:03:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:03:32.198788 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-199e7925-b6b0-4980-a09a-451ec00ec3f3 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5594792 Aug 18 16:03:32.199486 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca10c06-1905-4630-a51c-e774125cae5f', 'tag': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:03:32.201760 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec90785-752a-4360-aa8a-7fa36eb360ae" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca10c06-1905-4630-a51c-e774125cae5f", "tag": "b5cb907b-f3d1-4e46-b363-4fa20a7f1289"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:03:32.240293 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bfa073-31a8-4df8-9828-e3a4bdc054a4 x-openstack-request-id: req-d0bfa073-31a8-4df8-9828-e3a4bdc054a4 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:03:32.240602 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca10c06-1905-4630-a51c-e774125cae5f", "tag": "b5cb907b-f3d1-4e46-b363-4fa20a7f1289", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:03:32.240871 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0bfa073-31a8-4df8-9828-e3a4bdc054a4 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:03:32.241268 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca10c06-1905-4630-a51c-e774125cae5f', 'tag': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289', 'status': 'completed', 'code': 200} Aug 18 16:03:32.292039 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-7a119f82-a659-4e8a-becd-5d4027125ddd None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:03:32.303738 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec90785-752a-4360-aa8a-7fa36eb360ae req-b0b8216b-d1b2-486a-bb4d-49d5ff9e96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:32.305324 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dec90785-752a-4360-aa8a-7fa36eb360ae req-b0b8216b-d1b2-486a-bb4d-49d5ff9e96d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 1099 time: 0.0425713 Aug 18 16:03:32.399119 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec90785-752a-4360-aa8a-7fa36eb360ae req-d05e82c2-5d5f-4450-ab80-76a8b71af75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:32.400607 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dec90785-752a-4360-aa8a-7fa36eb360ae req-d05e82c2-5d5f-4450-ab80-76a8b71af75b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 200 len: 913 time: 0.0881033 Aug 18 16:03:32.466460 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dec90785-752a-4360-aa8a-7fa36eb360ae req-10dc87a9-1ad5-4050-85cc-664c266357ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5cb907b-f3d1-4e46-b363-4fa20a7f1289 HTTP/1.1" status: 200 len: 1000 time: 0.0580339 Aug 18 16:03:32.516195 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec90785-752a-4360-aa8a-7fa36eb360ae req-6189cce7-cdc0-4492-bee7-21021aaadf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:32.517698 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dec90785-752a-4360-aa8a-7fa36eb360ae req-6189cce7-cdc0-4492-bee7-21021aaadf01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aba900a4-cf58-43dd-a6a7-868c2f7a1387 HTTP/1.1" status: 200 len: 851 time: 0.0442045 Aug 18 16:03:32.518225 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-7a119f82-a659-4e8a-becd-5d4027125ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '579671d4-43ef-4e57-913d-a8362ea9a15e', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'port_id': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'mac_address': 'fa:16:3e:ac:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca10c06-1905-4630-a51c-e774125cae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:03:31Z', 'updated_at': '2021-08-18T16:03:31Z', 'revision_number': 0, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:03:32.545116 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a119f82-a659-4e8a-becd-5d4027125ddd None None] Checking router: af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:03:32.553700 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a119f82-a659-4e8a-becd-5d4027125ddd None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:03:32.554322 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-7a119f82-a659-4e8a-becd-5d4027125ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:03:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:03:32.569177 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec90785-752a-4360-aa8a-7fa36eb360ae req-804c18b7-a154-4d95-8f12-a048bd6ec9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:32.570684 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dec90785-752a-4360-aa8a-7fa36eb360ae req-804c18b7-a154-4d95-8f12-a048bd6ec9de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8354aa0-9bb4-42ac-9744-51be05790a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452631 Aug 18 16:03:32.660223 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-7a119f82-a659-4e8a-becd-5d4027125ddd None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:03:32.663628 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dec90785-752a-4360-aa8a-7fa36eb360ae req-4479dd12-9bab-4bd9-9b2b-e6274512b00a service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855937 Aug 18 16:03:32.763771 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dec90785-752a-4360-aa8a-7fa36eb360ae req-40fc7c2c-a4b7-4eea-b3ba-0e62deaee9ba service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901651 Aug 18 16:03:32.905408 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-7a119f82-a659-4e8a-becd-5d4027125ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '579671d4-43ef-4e57-913d-a8362ea9a15e', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'port_id': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'mac_address': 'fa:16:3e:ac:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca10c06-1905-4630-a51c-e774125cae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:03:31Z', 'updated_at': '2021-08-18T16:03:31Z', 'revision_number': 0, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:03:32.933631 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a119f82-a659-4e8a-becd-5d4027125ddd None None] The sync data for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi is: [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '579671d4-43ef-4e57-913d-a8362ea9a15e', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'port_id': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'mac_address': 'fa:16:3e:ac:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca10c06-1905-4630-a51c-e774125cae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:03:31Z', 'updated_at': '2021-08-18T16:03:31Z', 'revision_number': 0, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:03:33.112715 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8468462f-84e9-4f92-9492-b0cdd8759f70 None None] New status for floating IP 579671d4-43ef-4e57-913d-a8362ea9a15e: ACTIVE {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 16:03:37.430232 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff50de-cd33-4283-b7d8-1da901e35ae1 req-04a4519e-e011-40bb-bc11-552a66ca3bbe tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:37.431732 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-97ff50de-cd33-4283-b7d8-1da901e35ae1 req-04a4519e-e011-40bb-bc11-552a66ca3bbe tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0510182 Aug 18 16:03:37.469900 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-97ff50de-cd33-4283-b7d8-1da901e35ae1 req-36fcef9a-9c5e-45d1-a31e-6d5f5974dcea tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322497 Aug 18 16:03:38.591724 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f7919-6ffa-4597-a016-bf094372c6f2 req-6d625391-d06a-4452-930c-22b47e371498 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:38.593226 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c87f7919-6ffa-4597-a016-bf094372c6f2 req-6d625391-d06a-4452-930c-22b47e371498 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0503714 Aug 18 16:03:38.630502 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c87f7919-6ffa-4597-a016-bf094372c6f2 req-055fd4e5-7bbd-4c05-b035-2f42a452739b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312932 Aug 18 16:03:39.759310 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb880e1-5492-45d8-922f-ebe89d2e76bc req-149f37b6-1296-4f06-ab1d-b932787403e5 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:39.760864 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6eb880e1-5492-45d8-922f-ebe89d2e76bc req-149f37b6-1296-4f06-ab1d-b932787403e5 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0544901 Aug 18 16:03:39.801262 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6eb880e1-5492-45d8-922f-ebe89d2e76bc req-396d60ad-4a88-4be0-969f-b752c1003999 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338099 Aug 18 16:03:40.919137 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f971413-edf4-488b-a616-9233098aac09 req-0b3f32d5-02ef-40a5-b6c1-a24a7c03f63f tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:40.920652 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9f971413-edf4-488b-a616-9233098aac09 req-0b3f32d5-02ef-40a5-b6c1-a24a7c03f63f tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0490541 Aug 18 16:03:40.963260 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9f971413-edf4-488b-a616-9233098aac09 req-51e0f8eb-26d8-4267-8f0a-a252d14b7c4b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348537 Aug 18 16:03:42.082424 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47c95a-5613-4168-8ce6-f7a97b90f63b req-27c92052-f969-4f14-b524-e56cb7026fe4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:42.083805 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0d47c95a-5613-4168-8ce6-f7a97b90f63b req-27c92052-f969-4f14-b524-e56cb7026fe4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0499043 Aug 18 16:03:42.121827 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0d47c95a-5613-4168-8ce6-f7a97b90f63b req-f3eeea27-cebf-40e2-a7ae-3b2357c1e621 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316808 Aug 18 16:03:43.244084 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9dffe-f25b-43de-9645-cd22860732c1 req-e0347783-18e4-4794-b774-3a9a8cb24c0a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:43.245575 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-02e9dffe-f25b-43de-9645-cd22860732c1 req-e0347783-18e4-4794-b774-3a9a8cb24c0a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0522401 Aug 18 16:03:43.282452 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-02e9dffe-f25b-43de-9645-cd22860732c1 req-1b2021db-ccfb-4672-af8c-9bed8c7526ad tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310879 Aug 18 16:03:44.401211 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a8157-1920-47aa-afa2-5387a9ae68e9 req-8509e03d-183d-4446-b944-542fdb7bde7c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:44.402683 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-400a8157-1920-47aa-afa2-5387a9ae68e9 req-8509e03d-183d-4446-b944-542fdb7bde7c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0492086 Aug 18 16:03:44.440538 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-400a8157-1920-47aa-afa2-5387a9ae68e9 req-a5f11411-1dc4-4ff4-a786-99dbdbfeb9da tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319672 Aug 18 16:03:44.757099 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-17e8d41e-349d-4c1d-9c5d-d5d6498917b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:45.565278 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c50342-e50a-4c82-9d8f-6be677df64d8 req-be1a66d2-45e3-4340-b902-194a3486c093 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:45.567016 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95c50342-e50a-4c82-9d8f-6be677df64d8 req-be1a66d2-45e3-4340-b902-194a3486c093 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0532126 Aug 18 16:03:45.608293 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-95c50342-e50a-4c82-9d8f-6be677df64d8 req-384d3f79-c623-4027-9669-c1adbf543e23 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351472 Aug 18 16:03:46.729726 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca63a9-9fbe-4f6b-84f8-ddfdaff9069b req-0cb61384-ab96-4f99-b88f-9a5816db3880 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:46.731187 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b9ca63a9-9fbe-4f6b-84f8-ddfdaff9069b req-0cb61384-ab96-4f99-b88f-9a5816db3880 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0522268 Aug 18 16:03:46.769662 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b9ca63a9-9fbe-4f6b-84f8-ddfdaff9069b req-5de0fbf9-c586-424e-8d63-685297f1ebb5 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325625 Aug 18 16:03:47.683504 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-407d2056-a383-4162-8670-5c2b942ea7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:47.889365 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241f981-65b8-44c4-aa2e-64401061ba8a req-6482b25b-92df-47da-8a51-acbedc2a95fc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:47.890233 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:47.890894 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1241f981-65b8-44c4-aa2e-64401061ba8a req-6482b25b-92df-47da-8a51-acbedc2a95fc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0498860 Aug 18 16:03:47.930683 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1241f981-65b8-44c4-aa2e-64401061ba8a req-7c2bbf31-9b40-46f5-a4f6-7a200cde543d tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326462 Aug 18 16:03:48.789799 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:49.063804 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4302f-64d7-4678-8949-132e18ecc8c7 req-4bc0b469-509d-448e-9498-9709149b991d tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:49.065227 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e9b4302f-64d7-4678-8949-132e18ecc8c7 req-4bc0b469-509d-448e-9498-9709149b991d tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0515823 Aug 18 16:03:49.102652 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e9b4302f-64d7-4678-8949-132e18ecc8c7 req-9b9f6cc3-9a62-4c29-b0ed-c09d09c9f872 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312936 Aug 18 16:03:50.026724 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:50.258728 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095c6cb-4835-4245-baed-347b2f442302 req-e6d7e795-ead7-462d-8e59-67ce367d565a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:50.260272 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c095c6cb-4835-4245-baed-347b2f442302 req-e6d7e795-ead7-462d-8e59-67ce367d565a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0672615 Aug 18 16:03:50.316715 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c095c6cb-4835-4245-baed-347b2f442302 req-a0f0c589-b3d9-4c18-b5b9-75510721141c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498703 Aug 18 16:03:50.722912 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 6e1c4688-5e3f-41e5-80f3-b324d5eacadd details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 16:03:50.836771 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:03:50.851921 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'port_id': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd', 'mac_address': 'fa:16:3e:be:98:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 16:03:50.898653 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:50.913552 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e1c4688-5e3f-41e5-80f3-b324d5eacadd {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 16:03:50.935937 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:03:50.941233 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:51.008252 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,revision_number=6']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:03:51.019092 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:51.019441 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:51.019786 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:51.020124 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:51.020460 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:51.020817 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:51.021151 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:51.021483 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:51.022323 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:51.022323 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:51.022513 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:51.022794 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:03:51.031365 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['6e1c4688-5e3f-41e5-80f3-b324d5eacadd'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 16:03:51.447123 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13006df8-01ab-4605-90e2-b72a380d1318 req-b4e4f6ee-7c18-4fb2-8c7b-dfc2542fd9ca tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:51.448813 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-13006df8-01ab-4605-90e2-b72a380d1318 req-b4e4f6ee-7c18-4fb2-8c7b-dfc2542fd9ca tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 944 time: 0.0533938 Aug 18 16:03:51.492755 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-13006df8-01ab-4605-90e2-b72a380d1318 req-f2beff10-2c77-49c8-9588-e0b3e3159e0e tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373540 Aug 18 16:03:52.384243 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:52.629023 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb11b8-3941-4f83-babc-86da6f3eef4e req-b1b64c56-9433-4b3e-b0e5-172be32a6a2a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:52.630838 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-75fb11b8-3941-4f83-babc-86da6f3eef4e req-b1b64c56-9433-4b3e-b0e5-172be32a6a2a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 944 time: 0.0582707 Aug 18 16:03:52.671330 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-75fb11b8-3941-4f83-babc-86da6f3eef4e req-9e4b8050-14b4-4a35-9d49-4892ea2809aa tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342436 Aug 18 16:03:52.741969 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 6e1c4688-5e3f-41e5-80f3-b324d5eacadd up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:03:52.799875 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:03:52.800560 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:52.894412 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:52.921705 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:03:52.926718 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c7f520-b27f-4747-b185-af18614b9844" -d '{"events": [{"server_uuid": "d5d020c7-974f-418d-867c-3e40eef7d108", "name": "network-vif-plugged", "status": "completed", "tag": "6e1c4688-5e3f-41e5-80f3-b324d5eacadd"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:03:52.942946 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:03:52.951476 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:03:52.993040 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94dc29d-9696-43cb-a951-1605d39f4814 x-openstack-request-id: req-b94dc29d-9696-43cb-a951-1605d39f4814 {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:03:52.993310 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d020c7-974f-418d-867c-3e40eef7d108", "name": "network-vif-plugged", "status": "completed", "tag": "6e1c4688-5e3f-41e5-80f3-b324d5eacadd", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:03:52.993573 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b94dc29d-9696-43cb-a951-1605d39f4814 {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:03:52.993962 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd', 'code': 200} Aug 18 16:03:53.031830 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,revision_number=7']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:03:53.762450 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf5cc7-c87a-4288-8694-141ef6c23e6a req-4419e99b-4bc3-4c31-8513-411a6c71a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:53.764660 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-05cf5cc7-c87a-4288-8694-141ef6c23e6a req-4419e99b-4bc3-4c31-8513-411a6c71a536 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac42aaec1012455badb5c679e314c6c2&device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 1098 time: 0.0491343 Aug 18 16:03:53.906479 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b227d-a2be-4c51-b23d-b1c613f42f2a req-5197f179-d904-4e03-be4c-78ad21ab75f1 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:53.908402 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4d4b227d-a2be-4c51-b23d-b1c613f42f2a req-5197f179-d904-4e03-be4c-78ad21ab75f1 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.1285076 Aug 18 16:03:54.275915 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf5cc7-c87a-4288-8694-141ef6c23e6a req-a9a7f14e-2068-4636-8464-4b93130315ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:54.278755 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-05cf5cc7-c87a-4288-8694-141ef6c23e6a req-a9a7f14e-2068-4636-8464-4b93130315ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=6dd9555b-2983-4408-8b35-00021e19dc01 HTTP/1.1" status: 200 len: 917 time: 0.4891036 Aug 18 16:03:54.287353 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4d4b227d-a2be-4c51-b23d-b1c613f42f2a req-08f17f86-f939-4923-a32f-10e7efffd42f tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3712080 Aug 18 16:03:54.356767 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-05cf5cc7-c87a-4288-8694-141ef6c23e6a req-6e6e859f-7845-4ab1-ae41-2644dc6a2d38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd HTTP/1.1" status: 200 len: 1001 time: 0.0684674 Aug 18 16:03:54.410829 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf5cc7-c87a-4288-8694-141ef6c23e6a req-9e4e0c4a-ae8f-4e2d-9701-9b8b8b86cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:54.416773 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-05cf5cc7-c87a-4288-8694-141ef6c23e6a req-9e4e0c4a-ae8f-4e2d-9701-9b8b8b86cc64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2ac6339-ab36-442c-82a6-fe935bcb664c HTTP/1.1" status: 200 len: 855 time: 0.0490348 Aug 18 16:03:54.468643 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf5cc7-c87a-4288-8694-141ef6c23e6a req-1044264f-81b8-4df2-af5f-8a3551c17205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:54.470316 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-05cf5cc7-c87a-4288-8694-141ef6c23e6a req-1044264f-81b8-4df2-af5f-8a3551c17205 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6dd9555b-2983-4408-8b35-00021e19dc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477304 Aug 18 16:03:54.572131 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-05cf5cc7-c87a-4288-8694-141ef6c23e6a req-24009e07-57c5-4d45-aecb-33bd6b50d961 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927792 Aug 18 16:03:54.679601 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-05cf5cc7-c87a-4288-8694-141ef6c23e6a req-7397186d-70fa-430e-83b4-f6cf88357e0f service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984805 Aug 18 16:03:55.458546 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d012da-4797-409e-b74d-6d38f73b5eda req-d9c8f279-45e3-4da6-94da-43d1aca42d65 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:55.460952 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-26d012da-4797-409e-b74d-6d38f73b5eda req-d9c8f279-45e3-4da6-94da-43d1aca42d65 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0801096 Aug 18 16:03:55.503639 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-26d012da-4797-409e-b74d-6d38f73b5eda req-d6c77af7-dc9e-4248-a5e9-67dfe4e4bee2 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360661 Aug 18 16:03:56.636910 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f791bf8-35c7-498e-8614-fbe29ccc64e6 req-84237978-cc40-4503-b6fe-6441332e7e8b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:56.638468 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7f791bf8-35c7-498e-8614-fbe29ccc64e6 req-84237978-cc40-4503-b6fe-6441332e7e8b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0560155 Aug 18 16:03:56.684808 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7f791bf8-35c7-498e-8614-fbe29ccc64e6 req-e2aa31ad-5b3b-465c-94a7-942007d8d237 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392647 Aug 18 16:03:57.022725 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:03:57.873675 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869f0d3-6037-4035-a65a-828bdb870456 req-814ac9fa-5927-4998-a065-f6a002106a5a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:57.875358 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8869f0d3-6037-4035-a65a-828bdb870456 req-814ac9fa-5927-4998-a065-f6a002106a5a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0596678 Aug 18 16:03:57.922672 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8869f0d3-6037-4035-a65a-828bdb870456 req-c16a119d-6dc0-4571-b843-056aab5522ae tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398939 Aug 18 16:03:59.050266 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdd630-8011-4ed5-9c6c-7616bc9c6edd req-1d78c54b-4ae6-4390-a153-1c2e851099e2 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:59.051759 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-32cdd630-8011-4ed5-9c6c-7616bc9c6edd req-1d78c54b-4ae6-4390-a153-1c2e851099e2 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0521989 Aug 18 16:03:59.091034 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-32cdd630-8011-4ed5-9c6c-7616bc9c6edd req-6e84cf14-e130-403e-ad43-8f4afa6d3730 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334556 Aug 18 16:03:59.378857 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d176a-702c-4333-9a77-e64825ce25d5 req-c6ced4b3-4200-453f-80d5-2ed517d023c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:59.380251 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e48d176a-702c-4333-9a77-e64825ce25d5 req-c6ced4b3-4200-453f-80d5-2ed517d023c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac42aaec1012455badb5c679e314c6c2&device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 1098 time: 0.0413036 Aug 18 16:03:59.474914 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d176a-702c-4333-9a77-e64825ce25d5 req-2004798d-b029-45ff-a6a5-b7e31cabf9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:59.476384 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e48d176a-702c-4333-9a77-e64825ce25d5 req-2004798d-b029-45ff-a6a5-b7e31cabf9ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=6dd9555b-2983-4408-8b35-00021e19dc01 HTTP/1.1" status: 200 len: 917 time: 0.0886483 Aug 18 16:03:59.542842 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e48d176a-702c-4333-9a77-e64825ce25d5 req-5cf624aa-eb92-4652-96b6-c502411b7a0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd HTTP/1.1" status: 200 len: 1001 time: 0.0593314 Aug 18 16:03:59.595716 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d176a-702c-4333-9a77-e64825ce25d5 req-53357947-7ac1-4583-b4b2-c8adaed21d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:59.597919 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e48d176a-702c-4333-9a77-e64825ce25d5 req-53357947-7ac1-4583-b4b2-c8adaed21d4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2ac6339-ab36-442c-82a6-fe935bcb664c HTTP/1.1" status: 200 len: 855 time: 0.0472479 Aug 18 16:03:59.643740 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d176a-702c-4333-9a77-e64825ce25d5 req-48dc6a02-4588-4b14-9868-52d19015a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:03:59.645186 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e48d176a-702c-4333-9a77-e64825ce25d5 req-48dc6a02-4588-4b14-9868-52d19015a7ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6dd9555b-2983-4408-8b35-00021e19dc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398722 Aug 18 16:03:59.737517 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e48d176a-702c-4333-9a77-e64825ce25d5 req-634dfaf1-dfc4-4a9d-bc83-63299a0d65f5 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838764 Aug 18 16:03:59.831605 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e48d176a-702c-4333-9a77-e64825ce25d5 req-69de28bb-47df-405c-bc07-ffc4e109769c service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872920 Aug 18 16:04:00.210893 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28b797-3633-4bff-9155-b05926c7740d req-dc29e9ba-7cc8-44c8-bf98-8c50466d10c0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:00.212374 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fe28b797-3633-4bff-9155-b05926c7740d req-dc29e9ba-7cc8-44c8-bf98-8c50466d10c0 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0495079 Aug 18 16:04:00.250075 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fe28b797-3633-4bff-9155-b05926c7740d req-ffdf1cc8-a8da-4400-ae30-cb65a2602687 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315702 Aug 18 16:04:01.378090 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc62ca-f2b6-4449-8dfb-ddb200144071 req-0994f76a-7fc7-4e8f-997b-a06081763011 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:01.379595 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-36fc62ca-f2b6-4449-8dfb-ddb200144071 req-0994f76a-7fc7-4e8f-997b-a06081763011 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0559201 Aug 18 16:04:01.425502 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-36fc62ca-f2b6-4449-8dfb-ddb200144071 req-4cf839c6-8ee7-4d5b-a03f-6e7175ce6eab tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363004 Aug 18 16:04:02.559559 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0ee8f-85f7-4a5f-9b41-4cf8b7464d84 req-809a94ab-87e8-4667-ad87-fe9ea1cce6e4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:02.561201 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b2e0ee8f-85f7-4a5f-9b41-4cf8b7464d84 req-809a94ab-87e8-4667-ad87-fe9ea1cce6e4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 945 time: 0.0500755 Aug 18 16:04:02.599042 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b2e0ee8f-85f7-4a5f-9b41-4cf8b7464d84 req-aa595369-6a02-4c33-87cb-60225c5ba3c4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320320 Aug 18 16:04:02.789680 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 6e1c4688-5e3f-41e5-80f3-b324d5eacadd no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:04:02.872637 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:02.897288 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:04:02.901518 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857df95b-d832-466e-b09b-7a7e175211a9" -d '{"events": [{"server_uuid": "d5d020c7-974f-418d-867c-3e40eef7d108", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1c4688-5e3f-41e5-80f3-b324d5eacadd"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:04:02.916134 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:04:02.920505 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:02.945244 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 16:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfc5024-2741-4338-9ab7-e2a4631d77ab x-openstack-request-id: req-4dfc5024-2741-4338-9ab7-e2a4631d77ab {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:04:02.945530 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d020c7-974f-418d-867c-3e40eef7d108", "name": "network-vif-unplugged", "status": "failed", "tag": "6e1c4688-5e3f-41e5-80f3-b324d5eacadd", "code": 422}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:04:02.945797 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4dfc5024-2741-4338-9ab7-e2a4631d77ab {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:04:02.946154 dv-cinder-778534-7-iscsi neutron-server[93848]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd', 'code': 422} returned with failed status Aug 18 16:04:02.974799 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,revision_number=8']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:04:03.547634 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750c83a-de88-49f6-bf83-3569b9f85142 req-362beb23-5ca0-4abd-b10b-e3c82735d609 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:03.549508 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e750c83a-de88-49f6-bf83-3569b9f85142 req-362beb23-5ca0-4abd-b10b-e3c82735d609 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.0520463 Aug 18 16:04:03.588383 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e750c83a-de88-49f6-bf83-3569b9f85142 req-8ca54536-8f47-462f-8cd9-4bd222ea429a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326593 Aug 18 16:04:03.837504 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 39482) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:04:03.928235 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6047e877-62cb-4ac5-96ec-68e8b0f205f4 req-e60188da-13f9-411b-82be-8dcac1284e53 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892875 Aug 18 16:04:04.735880 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f34516-586e-4832-9425-3656469eb151 req-7e3e9562-408f-4028-b9e2-09e74092ec70 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:04.738309 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c5f34516-586e-4832-9425-3656469eb151 req-7e3e9562-408f-4028-b9e2-09e74092ec70 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.0759776 Aug 18 16:04:04.740059 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047e877-62cb-4ac5-96ec-68e8b0f205f4 req-4b9a9182-665f-485c-8aaa-10135211583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:04.741435 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6047e877-62cb-4ac5-96ec-68e8b0f205f4 req-4b9a9182-665f-485c-8aaa-10135211583e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108&tenant_id=ac42aaec1012455badb5c679e314c6c2 HTTP/1.1" status: 200 len: 1096 time: 0.0704083 Aug 18 16:04:04.798899 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c5f34516-586e-4832-9425-3656469eb151 req-75ba6bf4-0cca-4df6-b0d9-b7af1f254fef tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547256 Aug 18 16:04:04.816356 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047e877-62cb-4ac5-96ec-68e8b0f205f4 req-dd83a212-2775-4f38-ae8b-e235e24bb63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:04.817922 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6047e877-62cb-4ac5-96ec-68e8b0f205f4 req-dd83a212-2775-4f38-ae8b-e235e24bb63e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac42aaec1012455badb5c679e314c6c2&device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 1096 time: 0.0472300 Aug 18 16:04:04.912539 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047e877-62cb-4ac5-96ec-68e8b0f205f4 req-51c15bc7-1ef8-457b-abad-9834546e0bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:04.913973 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6047e877-62cb-4ac5-96ec-68e8b0f205f4 req-51c15bc7-1ef8-457b-abad-9834546e0bfc service neutron] 10.222.0.20 "GET /v2.0/networks?id=6dd9555b-2983-4408-8b35-00021e19dc01 HTTP/1.1" status: 200 len: 917 time: 0.0886064 Aug 18 16:04:04.982745 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6047e877-62cb-4ac5-96ec-68e8b0f205f4 req-750fab88-0822-4acd-8898-c45a7f05ec29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd HTTP/1.1" status: 200 len: 999 time: 0.0618560 Aug 18 16:04:05.034036 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047e877-62cb-4ac5-96ec-68e8b0f205f4 req-ebb43b88-6a61-48c6-aade-721dd066973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:05.035513 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6047e877-62cb-4ac5-96ec-68e8b0f205f4 req-ebb43b88-6a61-48c6-aade-721dd066973a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2ac6339-ab36-442c-82a6-fe935bcb664c HTTP/1.1" status: 200 len: 855 time: 0.0461600 Aug 18 16:04:05.081822 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047e877-62cb-4ac5-96ec-68e8b0f205f4 req-dd0595a1-a6e9-416c-8720-96c14ea617a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:05.083334 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6047e877-62cb-4ac5-96ec-68e8b0f205f4 req-dd0595a1-a6e9-416c-8720-96c14ea617a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6dd9555b-2983-4408-8b35-00021e19dc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403306 Aug 18 16:04:05.177063 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6047e877-62cb-4ac5-96ec-68e8b0f205f4 req-8616b005-f529-42cc-9dc7-29cacb27958b service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865099 Aug 18 16:04:05.265081 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-6047e877-62cb-4ac5-96ec-68e8b0f205f4 req-37b85b63-7ef4-4e95-9988-10de506ca136 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814059 Aug 18 16:04:05.933354 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490b8cd-f5a7-44d6-af2d-6d0f1b8b676b req-f72b1172-e060-494a-9c84-4edb5ecff52f tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:05.935938 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7490b8cd-f5a7-44d6-af2d-6d0f1b8b676b req-f72b1172-e060-494a-9c84-4edb5ecff52f tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.0569739 Aug 18 16:04:05.977147 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7490b8cd-f5a7-44d6-af2d-6d0f1b8b676b req-963d4fdb-ed3e-443d-a045-1a7564e01f6c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345898 Aug 18 16:04:06.836654 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 6e1c4688-5e3f-41e5-80f3-b324d5eacadd no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:04:07.105257 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dff2db-dee8-46f1-8e4a-835fc40aa9ac req-f43b4122-f153-4d34-8b19-b08c0e4cd02f tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:07.114706 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-74dff2db-dee8-46f1-8e4a-835fc40aa9ac req-f43b4122-f153-4d34-8b19-b08c0e4cd02f tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.0666871 Aug 18 16:04:07.150067 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-74dff2db-dee8-46f1-8e4a-835fc40aa9ac req-294a1d48-8241-47ab-846c-cf0499f8a653 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344045 Aug 18 16:04:08.280593 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae24b3a-0b43-4fe5-8ee6-c7f5795b0e4c req-49c92f41-a09f-44fa-9e3d-2bca4ec6e94d tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:08.283011 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2ae24b3a-0b43-4fe5-8ee6-c7f5795b0e4c req-49c92f41-a09f-44fa-9e3d-2bca4ec6e94d tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.0573196 Aug 18 16:04:08.326786 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2ae24b3a-0b43-4fe5-8ee6-c7f5795b0e4c req-8f58d5c0-baa5-47b8-a4d1-738b5ae2473a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363123 Aug 18 16:04:09.457773 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5e77a-969c-4c9d-86a1-e159172c689f req-686f9a0f-b30c-4622-a3a7-338b3003d882 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:09.459391 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c4e5e77a-969c-4c9d-86a1-e159172c689f req-686f9a0f-b30c-4622-a3a7-338b3003d882 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.0525963 Aug 18 16:04:09.498413 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c4e5e77a-969c-4c9d-86a1-e159172c689f req-399d2bdf-c268-49af-a327-a2fe87da936b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327396 Aug 18 16:04:10.630177 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b481f-02dc-4a14-aa83-319a9d688f4f req-dc237cf6-fea4-42d4-a17a-eb96f296475c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:10.631580 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-348b481f-02dc-4a14-aa83-319a9d688f4f req-dc237cf6-fea4-42d4-a17a-eb96f296475c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.0592637 Aug 18 16:04:10.672160 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-348b481f-02dc-4a14-aa83-319a9d688f4f req-459c8076-0465-48fb-8e87-7e195f0793ba tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346646 Aug 18 16:04:11.798433 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d540b92-75c5-442d-b0fc-9bfcc898fd2a req-066b37da-7411-41a3-8be4-09703960ebc7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:11.801443 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1d540b92-75c5-442d-b0fc-9bfcc898fd2a req-066b37da-7411-41a3-8be4-09703960ebc7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.0571077 Aug 18 16:04:11.841341 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1d540b92-75c5-442d-b0fc-9bfcc898fd2a req-f8656b76-a227-4059-b0d6-f8f7bdbc7d61 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336137 Aug 18 16:04:12.980069 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeebaf3-442e-4eb3-b7d2-a6782bc86d2a req-b202cb9b-a2c7-4fa4-8f8f-20367352b416 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:12.981596 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-caeebaf3-442e-4eb3-b7d2-a6782bc86d2a req-b202cb9b-a2c7-4fa4-8f8f-20367352b416 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.0497444 Aug 18 16:04:13.022519 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-caeebaf3-442e-4eb3-b7d2-a6782bc86d2a req-7edf5a9e-d7af-40b5-9b68-7fa170fd4f93 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341105 Aug 18 16:04:14.162250 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2d884-b9e5-4743-b7ea-49510266aca1 req-76ee1764-3733-4067-a063-cb771113fbf3 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:14.165033 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-98d2d884-b9e5-4743-b7ea-49510266aca1 req-76ee1764-3733-4067-a063-cb771113fbf3 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.0690453 Aug 18 16:04:14.204511 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-98d2d884-b9e5-4743-b7ea-49510266aca1 req-7dc8e83f-2967-4e06-afb9-1bd8515f7832 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336716 Aug 18 16:04:14.758249 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e7cd8f16-c4b8-4a30-9470-0e6a86942f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:15.331301 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05eae3-7394-4b6f-b18e-abfb04150fdf req-52ba35ca-7e30-4dbf-a1fd-6e670b28d971 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:15.332833 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9d05eae3-7394-4b6f-b18e-abfb04150fdf req-52ba35ca-7e30-4dbf-a1fd-6e670b28d971 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.0497923 Aug 18 16:04:15.370855 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9d05eae3-7394-4b6f-b18e-abfb04150fdf req-c22d1f38-522c-431f-beed-c7f28c42c439 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319228 Aug 18 16:04:16.489651 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a60ff-ea3d-4701-ba6e-b4edddac1a0a req-f0c4c486-8475-4f11-8b0b-ce158880c092 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:16.491138 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fe8a60ff-ea3d-4701-ba6e-b4edddac1a0a req-f0c4c486-8475-4f11-8b0b-ce158880c092 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.0489423 Aug 18 16:04:16.528668 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fe8a60ff-ea3d-4701-ba6e-b4edddac1a0a req-567d6b79-d121-4f25-80c0-1c802e6c5718 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314577 Aug 18 16:04:17.662054 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bb365-6aca-45f8-94e4-63665949fe82 req-ca2fe095-a3b1-46ae-bd80-eadc3bf9a97a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:17.663604 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-587bb365-6aca-45f8-94e4-63665949fe82 req-ca2fe095-a3b1-46ae-bd80-eadc3bf9a97a tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.0580151 Aug 18 16:04:17.686126 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-8d5be0bc-f70d-4f12-b6bb-7f016d2f50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:17.707633 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-587bb365-6aca-45f8-94e4-63665949fe82 req-f4517ac5-4953-4f6b-9568-3805e2738af4 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359902 Aug 18 16:04:17.891867 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:18.792727 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:18.827589 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75381e66-33ea-44cc-8b15-17c6ac8a56be req-3b4389a0-b10c-4a63-a49e-6bd451176fea tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:18.829107 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-75381e66-33ea-44cc-8b15-17c6ac8a56be req-3b4389a0-b10c-4a63-a49e-6bd451176fea tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.0498347 Aug 18 16:04:18.867363 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-75381e66-33ea-44cc-8b15-17c6ac8a56be req-6db4b6a4-fb21-426e-979d-d9e0a28b7cf7 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318694 Aug 18 16:04:20.004323 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55776bc4-3c35-4168-9d27-619640c8fc15 req-ef7a4a54-e087-47aa-afc4-954213714b05 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:20.006669 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-55776bc4-3c35-4168-9d27-619640c8fc15 req-ef7a4a54-e087-47aa-afc4-954213714b05 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 943 time: 0.0614996 Aug 18 16:04:20.029881 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:20.047033 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-55776bc4-3c35-4168-9d27-619640c8fc15 req-f442efd9-e29a-4c80-917d-9d6c529cd1bc tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343828 Aug 18 16:04:20.944488 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 6e1c4688-5e3f-41e5-80f3-b324d5eacadd details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 16:04:21.042800 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:04:21.057362 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'port_id': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd', 'mac_address': 'fa:16:3e:be:98:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 16:04:21.093858 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:21.107305 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1c4688-5e3f-41e5-80f3-b324d5eacadd {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 16:04:21.127650 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:04:21.131891 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:21.172981 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5565b34-3763-48df-a1cd-1de35747c4dc req-60c98c48-df74-472b-8ffb-c1b5827b646c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:21.174646 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f5565b34-3763-48df-a1cd-1de35747c4dc req-60c98c48-df74-472b-8ffb-c1b5827b646c tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 944 time: 0.0550573 Aug 18 16:04:21.182130 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,revision_number=9']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:04:21.213924 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f5565b34-3763-48df-a1cd-1de35747c4dc req-3e4d4599-6a86-490d-a922-d0fa13e6cbe1 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333793 Aug 18 16:04:21.365038 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['6e1c4688-5e3f-41e5-80f3-b324d5eacadd'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 16:04:22.340077 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1c1dc-1a03-4c0e-9b03-b98c1689a41e req-e3591319-efbe-4c65-b5e5-749292562dd3 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:22.342314 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5cb1c1dc-1a03-4c0e-9b03-b98c1689a41e req-e3591319-efbe-4c65-b5e5-749292562dd3 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 944 time: 0.0587184 Aug 18 16:04:22.379108 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:22.383846 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5cb1c1dc-1a03-4c0e-9b03-b98c1689a41e req-f9a65d7b-5497-4eeb-a1c3-b537c02cd562 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352428 Aug 18 16:04:22.956883 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 6e1c4688-5e3f-41e5-80f3-b324d5eacadd up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:04:23.004984 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:04:23.005357 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:23.084275 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:23.106731 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:04:23.108989 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685b4394-f06f-4f8a-8057-8b0b735c1d5a" -d '{"events": [{"server_uuid": "d5d020c7-974f-418d-867c-3e40eef7d108", "name": "network-vif-plugged", "status": "completed", "tag": "6e1c4688-5e3f-41e5-80f3-b324d5eacadd"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:04:23.122910 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:04:23.126934 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:23.150340 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdcea78-497f-4f54-b663-66be71076d1d x-openstack-request-id: req-acdcea78-497f-4f54-b663-66be71076d1d {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:04:23.150633 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d020c7-974f-418d-867c-3e40eef7d108", "name": "network-vif-plugged", "status": "completed", "tag": "6e1c4688-5e3f-41e5-80f3-b324d5eacadd", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:04:23.150888 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acdcea78-497f-4f54-b663-66be71076d1d {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:04:23.151281 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd', 'code': 200} Aug 18 16:04:23.177564 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,revision_number=10']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:04:23.326999 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d257a-e833-48ed-8473-b2ae2549b73d req-05b10f62-b09d-44b5-9a80-a5a26bbc6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:23.328470 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fa8d257a-e833-48ed-8473-b2ae2549b73d req-05b10f62-b09d-44b5-9a80-a5a26bbc6294 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 1099 time: 0.0394688 Aug 18 16:04:23.367468 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fa8d257a-e833-48ed-8473-b2ae2549b73d req-4ab14f2e-7ac4-4664-bc2f-e7dde16a1f7c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296273 Aug 18 16:04:23.506463 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b6e46-0a44-4b4f-9cd6-a75308166ee4 req-c24f67f3-baa1-4cc7-9f56-81215356c378 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:23.507974 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fd1b6e46-0a44-4b4f-9cd6-a75308166ee4 req-c24f67f3-baa1-4cc7-9f56-81215356c378 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 946 time: 0.0526752 Aug 18 16:04:23.546490 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fd1b6e46-0a44-4b4f-9cd6-a75308166ee4 req-b30e5a87-85ea-444f-b94c-d41bbebc6ab8 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325210 Aug 18 16:04:24.670839 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce0293-a8e0-4019-a918-9470c74b031b req-c125932e-9bd6-468f-a88e-3363255be555 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:24.672239 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cfce0293-a8e0-4019-a918-9470c74b031b req-c125932e-9bd6-468f-a88e-3363255be555 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 946 time: 0.0501182 Aug 18 16:04:24.713698 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cfce0293-a8e0-4019-a918-9470c74b031b req-dfe346a6-c681-43bf-b07e-211a28fd090b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348859 Aug 18 16:04:25.836728 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c8dd6-a55b-48f8-a225-d804e6bc6e15 req-20b5e358-d928-447b-a9c1-af12cbee9f4b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:25.838581 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9e0c8dd6-a55b-48f8-a225-d804e6bc6e15 req-20b5e358-d928-447b-a9c1-af12cbee9f4b tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 946 time: 0.0492625 Aug 18 16:04:25.876219 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9e0c8dd6-a55b-48f8-a225-d804e6bc6e15 req-20c331df-bf46-4876-b542-a0073f24ff44 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318344 Aug 18 16:04:34.023208 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:04:44.763871 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-8a9575fb-61af-4824-be58-d9d13c5a2dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:47.689148 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-9e55882a-4035-4ebc-b49c-4c2195cc4a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:47.894504 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:48.795229 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:50.029729 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:52.380480 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:54.673154 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2e64970f-dab2-4abe-83f4-0fdabecf7b59 req-0752e3af-9853-47ac-809e-ecb3ef6a8505 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424738 Aug 18 16:04:54.734709 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64970f-dab2-4abe-83f4-0fdabecf7b59 req-f860fa2f-528b-448a-8372-22cdc01fb6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:54.736702 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2e64970f-dab2-4abe-83f4-0fdabecf7b59 req-f860fa2f-528b-448a-8372-22cdc01fb6b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 1099 time: 0.0400047 Aug 18 16:04:54.847503 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64970f-dab2-4abe-83f4-0fdabecf7b59 req-b252465e-adf2-461a-bffe-eeb3fe328deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:54.848996 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2e64970f-dab2-4abe-83f4-0fdabecf7b59 req-b252465e-adf2-461a-bffe-eeb3fe328deb service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 200 len: 913 time: 0.0942523 Aug 18 16:04:54.913032 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2e64970f-dab2-4abe-83f4-0fdabecf7b59 req-4e2218df-9c81-43f3-8f1e-dcda929c1586 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5cb907b-f3d1-4e46-b363-4fa20a7f1289 HTTP/1.1" status: 200 len: 1002 time: 0.0571525 Aug 18 16:04:54.963562 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64970f-dab2-4abe-83f4-0fdabecf7b59 req-cdf53561-e3e4-47ad-9b66-0e67f0cb7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:54.965290 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2e64970f-dab2-4abe-83f4-0fdabecf7b59 req-cdf53561-e3e4-47ad-9b66-0e67f0cb7879 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aba900a4-cf58-43dd-a6a7-868c2f7a1387 HTTP/1.1" status: 200 len: 851 time: 0.0431740 Aug 18 16:04:55.016592 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64970f-dab2-4abe-83f4-0fdabecf7b59 req-63e5b54e-182c-4c2c-8b8c-e3a5bf1215e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:55.018758 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2e64970f-dab2-4abe-83f4-0fdabecf7b59 req-63e5b54e-182c-4c2c-8b8c-e3a5bf1215e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8354aa0-9bb4-42ac-9744-51be05790a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440381 Aug 18 16:04:55.110149 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2e64970f-dab2-4abe-83f4-0fdabecf7b59 req-baed89b6-e6eb-4de7-8d1a-29b46b62e847 service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835938 Aug 18 16:04:55.209526 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2e64970f-dab2-4abe-83f4-0fdabecf7b59 req-d0c39ae0-968d-4003-abd4-eb03b7f513b4 service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875609 Aug 18 16:04:56.917528 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ad41-19d8-4533-83c8-8c6470d8c7ae req-71ebc198-79c0-4a73-b793-c71688d5fbe5 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:56.919000 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-22f1ad41-19d8-4533-83c8-8c6470d8c7ae req-71ebc198-79c0-4a73-b793-c71688d5fbe5 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 946 time: 0.0499308 Aug 18 16:04:56.956126 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-22f1ad41-19d8-4533-83c8-8c6470d8c7ae req-cb3a9669-16ed-4424-906e-05d3169eda71 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312927 Aug 18 16:04:58.082313 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c914c9e-3ddb-4b9e-9065-907e01d48b7e req-996b96df-0eb4-4352-b1c1-7c1e336ccd44 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:58.083722 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7c914c9e-3ddb-4b9e-9065-907e01d48b7e req-996b96df-0eb4-4352-b1c1-7c1e336ccd44 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 946 time: 0.0488353 Aug 18 16:04:58.122165 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7c914c9e-3ddb-4b9e-9065-907e01d48b7e req-dda31175-f1a0-4eb0-a877-74da02ce7031 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323522 Aug 18 16:04:58.197436 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e893be1-76f0-4182-a850-084076410786 req-d588571a-d765-473e-bacf-32d6095e3a63 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:04:58.198857 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5e893be1-76f0-4182-a850-084076410786 req-d588571a-d765-473e-bacf-32d6095e3a63 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 946 time: 0.0475724 Aug 18 16:04:58.290238 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-5e893be1-76f0-4182-a850-084076410786 req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Deleting port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:04:58.290584 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5e893be1-76f0-4182-a850-084076410786 req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:58.379039 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-5e893be1-76f0-4182-a850-084076410786 req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] For port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:04:58.379314 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5e893be1-76f0-4182-a850-084076410786 req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:58.553081 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5e893be1-76f0-4182-a850-084076410786 req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:58.553523 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5e893be1-76f0-4182-a850-084076410786 req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:58.553806 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.l3_db [req-5e893be1-76f0-4182-a850-084076410786 req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Floating IP 5d441f8f-6a90-46f6-82d4-0862ba28c766 disassociated. External IP: 172.27.2.208, port: 6e1c4688-5e3f-41e5-80f3-b324d5eacadd. Aug 18 16:04:58.554174 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-5e893be1-76f0-4182-a850-084076410786 req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Calling delete_port for 6e1c4688-5e3f-41e5-80f3-b324d5eacadd owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:04:58.683531 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5e893be1-76f0-4182-a850-084076410786 req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:58.715662 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event deleted for resources: {'Port': ['ID=6e1c4688-5e3f-41e5-80f3-b324d5eacadd,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:04:58.727143 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:04:58.727497 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:04:58.727856 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:04:58.728200 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:04:58.728544 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:04:58.728911 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:04:58.729251 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:04:58.729588 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:04:58.729920 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:04:58.730251 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:04:58.730583 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:04:58.730914 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:04:58.856799 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e893be1-76f0-4182-a850-084076410786 req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Router f58162ec-11ed-4460-a423-bf1eda33b358 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:04:58.964603 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e893be1-76f0-4182-a850-084076410786 req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:04:58.975083 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555e3f9f-d1df-49c9-895b-ec1a3e840857 None None] Sync routers for ids ['f58162ec-11ed-4460-a423-bf1eda33b358'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:04:58.984960 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555e3f9f-d1df-49c9-895b-ec1a3e840857 None None] Routers {'f58162ec-11ed-4460-a423-bf1eda33b358'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:04:58.985641 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-555e3f9f-d1df-49c9-895b-ec1a3e840857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:04:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f58162ec-11ed-4460-a423-bf1eda33b358'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:04:59.007492 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e893be1-76f0-4182-a850-084076410786 req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] No DVR routers for this DVR port 6e1c4688-5e3f-41e5-80f3-b324d5eacadd on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:04:59.010626 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-5e893be1-76f0-4182-a850-084076410786 req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:04:59.015948 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5e893be1-76f0-4182-a850-084076410786 req-fe355357-542b-4c81-8c33-78d2e9f9d383 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.20 "DELETE /v2.0/ports/6e1c4688-5e3f-41e5-80f3-b324d5eacadd HTTP/1.1" status: 204 len: 173 time: 0.8078322 Aug 18 16:04:59.015948 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'name': 'network-vif-deleted', 'tag': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:04:59.015948 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dcace5-30fa-420f-9b3e-20d0ae94f73b" -d '{"events": [{"server_uuid": "d5d020c7-974f-418d-867c-3e40eef7d108", "name": "network-vif-deleted", "tag": "6e1c4688-5e3f-41e5-80f3-b324d5eacadd"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:04:59.068513 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa24f019-4f5e-4747-9655-68e06f470be2 x-openstack-request-id: req-fa24f019-4f5e-4747-9655-68e06f470be2 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:04:59.069003 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d020c7-974f-418d-867c-3e40eef7d108", "name": "network-vif-deleted", "tag": "6e1c4688-5e3f-41e5-80f3-b324d5eacadd", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:04:59.069347 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa24f019-4f5e-4747-9655-68e06f470be2 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:04:59.070243 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d020c7-974f-418d-867c-3e40eef7d108', 'name': 'network-vif-deleted', 'tag': '6e1c4688-5e3f-41e5-80f3-b324d5eacadd', 'status': 'completed', 'code': 200} Aug 18 16:04:59.101810 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-555e3f9f-d1df-49c9-895b-ec1a3e840857 None None] Set router f58162ec-11ed-4460-a423-bf1eda33b358 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:04:59.242920 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-636260e7-1603-4ae6-8895-fd8a4bf516c0 req-a28b433c-d7eb-4f6a-990f-11774322691e tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d020c7-974f-418d-867c-3e40eef7d108 HTTP/1.1" status: 200 len: 210 time: 0.0288591 Aug 18 16:04:59.393093 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-555e3f9f-d1df-49c9-895b-ec1a3e840857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2', 'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'mac_address': 'fa:16:3e:df:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:44Z', 'updated_at': '2021-08-18T15:59:50Z', 'revision_number': 5, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'subnets': [{'id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:04:59.419266 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555e3f9f-d1df-49c9-895b-ec1a3e840857 None None] Checking router: f58162ec-11ed-4460-a423-bf1eda33b358 for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:04:59.427487 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555e3f9f-d1df-49c9-895b-ec1a3e840857 None None] Routers {'f58162ec-11ed-4460-a423-bf1eda33b358'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:04:59.428099 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-555e3f9f-d1df-49c9-895b-ec1a3e840857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:04:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f58162ec-11ed-4460-a423-bf1eda33b358'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:04:59.535041 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-555e3f9f-d1df-49c9-895b-ec1a3e840857 None None] Set router f58162ec-11ed-4460-a423-bf1eda33b358 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:04:59.732254 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-555e3f9f-d1df-49c9-895b-ec1a3e840857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2', 'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'mac_address': 'fa:16:3e:df:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:44Z', 'updated_at': '2021-08-18T15:59:50Z', 'revision_number': 5, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'subnets': [{'id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:04:59.758533 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555e3f9f-d1df-49c9-895b-ec1a3e840857 None None] The sync data for ids ['f58162ec-11ed-4460-a423-bf1eda33b358'] in dv-cinder-778534-7-iscsi is: [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T15:59:45Z', 'revision_number': 4, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2', 'name': '', 'network_id': '6dd9555b-2983-4408-8b35-00021e19dc01', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'mac_address': 'fa:16:3e:df:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:44Z', 'updated_at': '2021-08-18T15:59:50Z', 'revision_number': 5, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'subnets': [{'id': 'f2ac6339-ab36-442c-82a6-fe935bcb664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:04:59.961156 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23816719-920b-4b74-985d-afd7eb716c5b None None] New status for floating IP 5d441f8f-6a90-46f6-82d4-0862ba28c766: DOWN {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 16:05:01.350557 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 39632) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:01.409829 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:01.433525 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:01.482888 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:01.488510 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:01.492684 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 39636) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:01.493562 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "DELETE /v2.0/security-groups/4ac5a6f3-cb2c-4385-8959-6c59a47d03b3 HTTP/1.1" status: 204 len: 168 time: 0.1382241 Aug 18 16:05:01.504994 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac5a6f3-cb2c-4385-8959-6c59a47d03b3,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:01.506221 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.api.v2.resource [None req-b7c07fdc-fd86-4bba-97ff-abcb35e800af tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] show failed (client error): The resource could not be found. Aug 18 16:05:01.507235 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-b7c07fdc-fd86-4bba-97ff-abcb35e800af tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "GET /v2.0/security-groups/4ac5a6f3-cb2c-4385-8959-6c59a47d03b3 HTTP/1.1" status: 404 len: 347 time: 0.0135577 Aug 18 16:05:01.510306 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 39638) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:01.512377 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:01.512764 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:01.513099 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:01.513440 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:01.513777 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:01.514112 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:01.514446 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:01.514774 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:01.515103 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:01.515431 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:01.515764 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:01.516089 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720046a-bf7e-4c9d-8d09-d59fde871a46 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:01.631106 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-45a7e36c-176a-4fc6-831d-12dc4d21c761 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Deleting port 9e45a16b-b0fa-4fe2-ac73-6340421329a2 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:05:01.631353 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-45a7e36c-176a-4fc6-831d-12dc4d21c761 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:01.709236 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-45a7e36c-176a-4fc6-831d-12dc4d21c761 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:01.709586 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-45a7e36c-176a-4fc6-831d-12dc4d21c761 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:01.721741 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-45a7e36c-176a-4fc6-831d-12dc4d21c761 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Calling delete_port for 9e45a16b-b0fa-4fe2-ac73-6340421329a2 owned by network:floatingip {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:05:01.853350 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-45a7e36c-176a-4fc6-831d-12dc4d21c761 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:01.879813 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7e36c-176a-4fc6-831d-12dc4d21c761 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Pushing event deleted for resources: {'Port': ['ID=9e45a16b-b0fa-4fe2-ac73-6340421329a2,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:01.936301 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-45a7e36c-176a-4fc6-831d-12dc4d21c761 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks [] for floatingip, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:01.938809 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-45a7e36c-176a-4fc6-831d-12dc4d21c761 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:01.940526 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-45a7e36c-176a-4fc6-831d-12dc4d21c761 tempest-AttachVolumeShelveTestJSON-105822120 tempest-AttachVolumeShelveTestJSON-105822120-project] 10.222.0.44 "DELETE /v2.0/floatingips/5d441f8f-6a90-46f6-82d4-0862ba28c766 HTTP/1.1" status: 204 len: 168 time: 0.4293129 Aug 18 16:05:03.242499 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 6e1c4688-5e3f-41e5-80f3-b324d5eacadd no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:05:03.265661 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: 6e1c4688-5e3f-41e5-80f3-b324d5eacadd {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:05:03.266009 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 6e1c4688-5e3f-41e5-80f3-b324d5eacadd not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:05:04.352893 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 39660) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:05.009127 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d5918d2c-bf7d-4142-b683-e36d95611d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629937'] for router_interface, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:05.253598 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-d5918d2c-bf7d-4142-b683-e36d95611d56 admin admin] Deleting port b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:05:05.253942 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d5918d2c-bf7d-4142-b683-e36d95611d56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:05.331423 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-d5918d2c-bf7d-4142-b683-e36d95611d56 admin admin] For port b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:05:05.331782 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d5918d2c-bf7d-4142-b683-e36d95611d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:05.344156 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-d5918d2c-bf7d-4142-b683-e36d95611d56 admin admin] Calling delete_port for b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 owned by network:router_interface {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:05:05.520867 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d5918d2c-bf7d-4142-b683-e36d95611d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:05.545417 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5918d2c-bf7d-4142-b683-e36d95611d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:05.713373 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d5918d2c-bf7d-4142-b683-e36d95611d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412513'] for router_interface, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:05.937193 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5918d2c-bf7d-4142-b683-e36d95611d56 admin admin] Router f58162ec-11ed-4460-a423-bf1eda33b358 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:05:06.044235 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5918d2c-bf7d-4142-b683-e36d95611d56 admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:05:06.052158 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d5918d2c-bf7d-4142-b683-e36d95611d56 admin admin] 10.222.0.44 "PUT /v2.0/routers/f58162ec-11ed-4460-a423-bf1eda33b358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6958070 Aug 18 16:05:06.052561 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 39664) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:06.053449 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b14e47e-723e-4188-a2c0-a018c8f47b5b None None] Sync routers for ids ['f58162ec-11ed-4460-a423-bf1eda33b358'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:05:06.063037 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b14e47e-723e-4188-a2c0-a018c8f47b5b None None] Routers {'f58162ec-11ed-4460-a423-bf1eda33b358'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:05:06.063738 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-8b14e47e-723e-4188-a2c0-a018c8f47b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:04:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f58162ec-11ed-4460-a423-bf1eda33b358'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:05:06.161792 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eac52ca9-bb46-4b2a-ac04-4a15e5a7b92f admin admin] Notify callbacks [] for router, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:06.169385 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-8b14e47e-723e-4188-a2c0-a018c8f47b5b None None] Set router f58162ec-11ed-4460-a423-bf1eda33b358 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:05:06.273792 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eac52ca9-bb46-4b2a-ac04-4a15e5a7b92f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:06.327567 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-eac52ca9-bb46-4b2a-ac04-4a15e5a7b92f admin admin] Deleting port 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:05:06.328027 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eac52ca9-bb46-4b2a-ac04-4a15e5a7b92f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:06.350922 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-8b14e47e-723e-4188-a2c0-a018c8f47b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T16:05:05Z', 'revision_number': 5, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port': {'id': '6cf9c22a-0955-45b5-8f8a-49c3893e9f6a', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:59:43Z', 'updated_at': '2021-08-18T15:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:05:06.381505 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b14e47e-723e-4188-a2c0-a018c8f47b5b None None] Checking router: f58162ec-11ed-4460-a423-bf1eda33b358 for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:05:06.389967 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b14e47e-723e-4188-a2c0-a018c8f47b5b None None] Routers {'f58162ec-11ed-4460-a423-bf1eda33b358'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:05:06.390586 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-8b14e47e-723e-4188-a2c0-a018c8f47b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:04:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f58162ec-11ed-4460-a423-bf1eda33b358'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:05:06.417319 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-eac52ca9-bb46-4b2a-ac04-4a15e5a7b92f admin admin] For port 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=6cf9c22a-0955-45b5-8f8a-49c3893e9f6a,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:05:06.417822 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eac52ca9-bb46-4b2a-ac04-4a15e5a7b92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:06.429657 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-eac52ca9-bb46-4b2a-ac04-4a15e5a7b92f admin admin] Calling delete_port for 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a owned by network:router_gateway {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:05:06.476687 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-8b14e47e-723e-4188-a2c0-a018c8f47b5b None None] Set router f58162ec-11ed-4460-a423-bf1eda33b358 gateway port host: None {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:05:06.528272 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-8b14e47e-723e-4188-a2c0-a018c8f47b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T16:05:06Z', 'revision_number': 6, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port_host': None}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:05:06.557386 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b14e47e-723e-4188-a2c0-a018c8f47b5b None None] The sync data for ids ['f58162ec-11ed-4460-a423-bf1eda33b358'] in dv-cinder-778534-7-iscsi is: [{'id': 'f58162ec-11ed-4460-a423-bf1eda33b358', 'name': 'tempest-AttachVolumeShelveTestJSON-165257513-router', 'tenant_id': 'ac42aaec1012455badb5c679e314c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:59:42Z', 'updated_at': '2021-08-18T16:05:06Z', 'revision_number': 6, 'project_id': 'ac42aaec1012455badb5c679e314c6c2', 'gw_port_host': None}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:05:06.599770 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eac52ca9-bb46-4b2a-ac04-4a15e5a7b92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:06.625374 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac52ca9-bb46-4b2a-ac04-4a15e5a7b92f admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf9c22a-0955-45b5-8f8a-49c3893e9f6a,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:06.684096 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eac52ca9-bb46-4b2a-ac04-4a15e5a7b92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-468393'] for router_gateway, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:06.773271 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eac52ca9-bb46-4b2a-ac04-4a15e5a7b92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4605'] for router, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:06.775512 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eac52ca9-bb46-4b2a-ac04-4a15e5a7b92f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:06.820785 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eac52ca9-bb46-4b2a-ac04-4a15e5a7b92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627619'] for router, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:06.821353 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac52ca9-bb46-4b2a-ac04-4a15e5a7b92f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f58162ec-11ed-4460-a423-bf1eda33b358 {{(pid=93846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 16:05:06.825546 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eac52ca9-bb46-4b2a-ac04-4a15e5a7b92f admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:06.826701 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-eac52ca9-bb46-4b2a-ac04-4a15e5a7b92f admin admin] 10.222.0.44 "DELETE /v2.0/routers/f58162ec-11ed-4460-a423-bf1eda33b358 HTTP/1.1" status: 204 len: 168 time: 0.7731683 Aug 18 16:05:06.829190 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 39666) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:06.873734 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0f53cc-b5e8-4a51-b531-105f727dc9a7 admin admin] Deleting subnet f2ac6339-ab36-442c-82a6-fe935bcb664c {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 16:05:06.876692 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1c0f53cc-b5e8-4a51-b531-105f727dc9a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:06.912908 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1c0f53cc-b5e8-4a51-b531-105f727dc9a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13948654'] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:06.997082 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1c0f53cc-b5e8-4a51-b531-105f727dc9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473169'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:07.050671 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1c0f53cc-b5e8-4a51-b531-105f727dc9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13948497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14033944'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:07.076778 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f53cc-b5e8-4a51-b531-105f727dc9a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ac6339-ab36-442c-82a6-fe935bcb664c,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:07.078739 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1c0f53cc-b5e8-4a51-b531-105f727dc9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:07.081254 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-1c0f53cc-b5e8-4a51-b531-105f727dc9a7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f2ac6339-ab36-442c-82a6-fe935bcb664c HTTP/1.1" status: 204 len: 168 time: 0.2506480 Aug 18 16:05:07.084093 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 39668) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:07.086708 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ddee37-d971-472f-8df2-99990f1fb8e9 None None] Network 6dd9555b-2983-4408-8b35-00021e19dc01 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 16:05:07.154468 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627848'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:07.208271 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] Deleting port 10db0f20-430f-4f5d-9c79-dbe7244fe235 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:05:07.208607 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:07.277758 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] For port 10db0f20-430f-4f5d-9c79-dbe7244fe235, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=10db0f20-430f-4f5d-9c79-dbe7244fe235,segment=NetworkSegment(1e138beb-2328-4cc8-825b-ce799cccf317),segment_id=1e138beb-2328-4cc8-825b-ce799cccf317)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:05:07.278124 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:07.292897 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] Calling delete_port for 10db0f20-430f-4f5d-9c79-dbe7244fe235 owned by network:dhcp {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:05:07.383645 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:07.409370 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] Pushing event deleted for resources: {'Port': ['ID=10db0f20-430f-4f5d-9c79-dbe7244fe235,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:07.410664 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aa41bb-30ee-4758-a55a-414e7a703ee8 None None] DHCP port deletion for 6dd9555b-2983-4408-8b35-00021e19dc01 request from dv-cinder-778534-7-iscsi {{(pid=93848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 16:05:07.412691 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] No DVR routers for this DVR port 10db0f20-430f-4f5d-9c79-dbe7244fe235 on host dv-cinder-778534-7-iscsi {{(pid=93846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:05:07.494207 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472536', 'neutron.services.segments.db._delete_segments_for_network-8780902331073'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:07.505465 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd9555b-2983-4408-8b35-00021e19dc01']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:05:07.516318 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e138beb-2328-4cc8-825b-ce799cccf317') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:05:07.516621 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e138beb-2328-4cc8-825b-ce799cccf317') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:05:07.526562 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780902098598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13948647'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:07.543687 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:07.552097 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 16:05:07.552608 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13947635'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: timer() Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: cb(*args, **kw) Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: self._notify() Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: self.callback(batched_events) Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: event.method(event) Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._get(url).json() Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 16:05:07.554633 dv-cinder-778534-7-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 16:05:07.608891 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468348'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:07.614850 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:07.619500 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6dd9555b-2983-4408-8b35-00021e19dc01 HTTP/1.1" status: 204 len: 168 time: 0.5320325 Aug 18 16:05:07.631704 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262cfcd-d236-4304-85b5-21cadccaa042 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd9555b-2983-4408-8b35-00021e19dc01,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:07.734134 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 39672) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:07.775121 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-38207c1c-e590-4182-b266-df7d307ffc63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac42aaec1012455badb5c679e314c6c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397716 Aug 18 16:05:07.777493 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 39674) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:07.828101 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0dde3022-6415-407a-8545-0f5731b222c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:07.849060 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0dde3022-6415-407a-8545-0f5731b222c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:07.894529 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0dde3022-6415-407a-8545-0f5731b222c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:07.897075 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0dde3022-6415-407a-8545-0f5731b222c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:07.898226 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-0dde3022-6415-407a-8545-0f5731b222c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fe16be4-a2c4-4d1e-9c5a-5c32edbb9614 HTTP/1.1" status: 204 len: 168 time: 0.1198530 Aug 18 16:05:07.906390 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde3022-6415-407a-8545-0f5731b222c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe16be4-a2c4-4d1e-9c5a-5c32edbb9614,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:08.394359 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:05:08.414905 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:05:08.415251 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 6cf9c22a-0955-45b5-8f8a-49c3893e9f6a not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:05:08.415738 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:05:08.436782 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:05:08.436782 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device b2c09f79-2c98-45cb-a39d-ac8f7d9d8cd2 not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:05:08.436782 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 10db0f20-430f-4f5d-9c79-dbe7244fe235 no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:05:08.455813 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: 10db0f20-430f-4f5d-9c79-dbe7244fe235 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:05:08.456187 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 10db0f20-430f-4f5d-9c79-dbe7244fe235 not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:05:11.022897 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:05:14.764821 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ec8224fa-ed33-41b8-b630-883b61cd865d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:16.014964 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-29b17863-0e4c-41da-9da0-1db65e745b59 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555844300&fields=id&tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec HTTP/1.1" status: 200 len: 267 time: 0.0362196 Aug 18 16:05:16.134569 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-a1bab8b3-fdda-438f-ad95-ee33e81acfcf tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:16.136060 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-a1bab8b3-fdda-438f-ad95-ee33e81acfcf tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/networks?id=b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 200 len: 812 time: 0.1140471 Aug 18 16:05:16.151274 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-acc6fd39-c178-4ab3-804b-52de4f79d95d tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/quotas/9a70d2f8bce441a3bd8ed3a702f2d6ec HTTP/1.1" status: 200 len: 375 time: 0.0094619 Aug 18 16:05:16.208819 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-93f9d21e-e299-4f90-b89f-bc944f44db3d tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0518420 Aug 18 16:05:16.304902 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-d5d5faef-62ad-4251-8fac-154be6123fed service neutron] 10.222.0.44 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830803 Aug 18 16:05:16.402462 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-843f3139-42ca-4d68-b03c-df5cd43cb329 service neutron] 10.222.0.44 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902882 Aug 18 16:05:16.707143 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-065d935c-f335-4762-8986-f2b7e66cf455 req-1159c255-ef4c-475a-8d64-feb9c82f0e82 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 210 time: 0.0312920 Aug 18 16:05:17.694603 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e29f4a4c-17a4-4dbe-a43c-b32c25319f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:17.858642 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-926a67f2-21ba-4358-8f14-2a820af58359 req-993dd747-65ce-4311-aa69-705aea57dfe4 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 210 time: 0.0323322 Aug 18 16:05:17.896152 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:17.906205 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-96ae6677-867f-4935-b7ec-6d183d634cfd tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:17.907715 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-96ae6677-867f-4935-b7ec-6d183d634cfd tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.20 "GET /v2.0/networks?id=b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 200 len: 812 time: 0.4094195 Aug 18 16:05:17.956301 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-68a92a03-f83a-4207-801d-4e0c692c2283 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec HTTP/1.1" status: 200 len: 380 time: 0.0380204 Aug 18 16:05:17.968037 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-de5c6fc9-20b8-4241-a5eb-d2c09b9472ee tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Request body: {'port': {'device_id': '81d6c50a-4d99-44ea-974f-ea30ce9dfab9', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'admin_state_up': True, 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'security_groups': ['d7a728ae-5a6a-4e08-a9e6-1cee20d7f882']}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:05:18.089512 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-de5c6fc9-20b8-4241-a5eb-d2c09b9472ee tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Made reservation on behalf of 9a70d2f8bce441a3bd8ed3a702f2d6ec for: {'port': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:05:18.093625 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-de5c6fc9-20b8-4241-a5eb-d2c09b9472ee tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:18.232478 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-de5c6fc9-20b8-4241-a5eb-d2c09b9472ee tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Allocated IP 172.20.0.8 (b8354aa0-9bb4-42ac-9744-51be05790a22/aba900a4-cf58-43dd-a6a7-868c2f7a1387/08b75a7f-daad-428f-818f-49877a31f1af) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:05:18.370076 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-de5c6fc9-20b8-4241-a5eb-d2c09b9472ee tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:18.383470 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-de5c6fc9-20b8-4241-a5eb-d2c09b9472ee tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Transition to ACTIVE for port object 08b75a7f-daad-428f-818f-49877a31f1af will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:05:18.416186 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-de5c6fc9-20b8-4241-a5eb-d2c09b9472ee tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:18.460530 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-de5c6fc9-20b8-4241-a5eb-d2c09b9472ee tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Network b8354aa0-9bb4-42ac-9744-51be05790a22 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:05:18.463671 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-de5c6fc9-20b8-4241-a5eb-d2c09b9472ee tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:05:18.467748 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-de5c6fc9-20b8-4241-a5eb-d2c09b9472ee tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:05:18.474145 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c6fc9-20b8-4241-a5eb-d2c09b9472ee tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event updated for resources: {'Port': ['ID=08b75a7f-daad-428f-818f-49877a31f1af,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:18.525492 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-de5c6fc9-20b8-4241-a5eb-d2c09b9472ee tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:18.526148 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-de5c6fc9-20b8-4241-a5eb-d2c09b9472ee tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:18.541351 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-de5c6fc9-20b8-4241-a5eb-d2c09b9472ee tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5783064 Aug 18 16:05:18.555316 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Request body: {'port': {'device_id': '81d6c50a-4d99-44ea-974f-ea30ce9dfab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:05:18.613472 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:18.722479 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-a23f6a19-7878-4824-8b32-1173f66b40d2 None None] Provisioning for port 08b75a7f-daad-428f-818f-49877a31f1af completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:05:18.727274 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-a23f6a19-7878-4824-8b32-1173f66b40d2 None None] Provisioning complete for port 08b75a7f-daad-428f-818f-49877a31f1af triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:05:18.727861 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-a23f6a19-7878-4824-8b32-1173f66b40d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:18.765148 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-a23f6a19-7878-4824-8b32-1173f66b40d2 None None] Port 08b75a7f-daad-428f-818f-49877a31f1af cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 16:05:18.797555 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:18.885980 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b75a7f-daad-428f-818f-49877a31f1af {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 16:05:18.893550 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:18.905795 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Transition to ACTIVE for port object 08b75a7f-daad-428f-818f-49877a31f1af will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:05:18.910788 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:18.992309 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Pushing event updated for resources: {'Port': ['ID=08b75a7f-daad-428f-818f-49877a31f1af,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:19.051016 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7dfac-4bb1-4efe-b9fe-8213cb1b806e req-777d6d18-4599-4ebf-b793-1bd6f1beaddd tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:19.052611 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fff7dfac-4bb1-4efe-b9fe-8213cb1b806e req-777d6d18-4599-4ebf-b793-1bd6f1beaddd tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 943 time: 0.1106689 Aug 18 16:05:19.113398 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Attempting to bind port 08b75a7f-daad-428f-818f-49877a31f1af on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:05:19.113739 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Attempting to bind port 08b75a7f-daad-428f-818f-49877a31f1af by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:05:19.114073 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Attempting to bind port 08b75a7f-daad-428f-818f-49877a31f1af on network b8354aa0-9bb4-42ac-9744-51be05790a22 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:05:19.119878 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-fff7dfac-4bb1-4efe-b9fe-8213cb1b806e req-4bb8b195-0a03-466f-8d10-6b12a30a4853 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605588 Aug 18 16:05:19.122209 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Port 08b75a7f-daad-428f-818f-49877a31f1af on network b8354aa0-9bb4-42ac-9744-51be05790a22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 16:05:19.122657 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Attempting to bind port 08b75a7f-daad-428f-818f-49877a31f1af on network b8354aa0-9bb4-42ac-9744-51be05790a22 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:05:19.129469 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 16, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:05:19.129811 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Checking segment: {'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:05:19.130199 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Bound using segment: {'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:05:19.130639 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Bound port: 08b75a7f-daad-428f-818f-49877a31f1af, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3834b8-7b41-441b-9341-58dbdc1328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:05:19.131563 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:19.202919 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] For port 08b75a7f-daad-428f-818f-49877a31f1af, host hv-cinder-77853, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:05:19.206969 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] For port 08b75a7f-daad-428f-818f-49877a31f1af, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=08b75a7f-daad-428f-818f-49877a31f1af,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:05:19.211440 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:19.246017 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:19.246639 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:19.248022 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] 10.222.0.20 "PUT /v2.0/ports/08b75a7f-daad-428f-818f-49877a31f1af HTTP/1.1" status: 200 len: 1093 time: 0.6974003 Aug 18 16:05:19.248465 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d6c50a-4d99-44ea-974f-ea30ce9dfab9', 'tag': '08b75a7f-daad-428f-818f-49877a31f1af'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:05:19.250735 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b303bee5-c69c-46ac-a800-2fc0fbe7ec57" -d '{"events": [{"name": "network-changed", "server_uuid": "81d6c50a-4d99-44ea-974f-ea30ce9dfab9", "tag": "08b75a7f-daad-428f-818f-49877a31f1af"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:05:19.277302 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4cddd-20d1-4886-a4e8-49e12fd1fb00 service neutron] Pushing event updated for resources: {'Port': ['ID=08b75a7f-daad-428f-818f-49877a31f1af,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:19.305048 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8161ba-26a8-4437-bc0d-a8471cabf070 x-openstack-request-id: req-9c8161ba-26a8-4437-bc0d-a8471cabf070 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:05:19.305337 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d6c50a-4d99-44ea-974f-ea30ce9dfab9", "tag": "08b75a7f-daad-428f-818f-49877a31f1af", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:05:19.305593 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c8161ba-26a8-4437-bc0d-a8471cabf070 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:05:19.306124 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d6c50a-4d99-44ea-974f-ea30ce9dfab9', 'tag': '08b75a7f-daad-428f-818f-49877a31f1af', 'status': 'completed', 'code': 200} Aug 18 16:05:19.338963 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-18abba96-df5d-4f27-b827-e71efa759d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:19.341108 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-18abba96-df5d-4f27-b827-e71efa759d4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 1096 time: 0.0471697 Aug 18 16:05:19.387800 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-dcb2a009-7e01-4ae1-a635-ec648ed56caf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08b75a7f-daad-428f-818f-49877a31f1af HTTP/1.1" status: 200 len: 217 time: 0.0391080 Aug 18 16:05:19.439610 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-829d1a9d-7e68-4775-810d-624c0f2c9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:19.441119 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-829d1a9d-7e68-4775-810d-624c0f2c9379 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aba900a4-cf58-43dd-a6a7-868c2f7a1387 HTTP/1.1" status: 200 len: 851 time: 0.0465071 Aug 18 16:05:19.487261 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-eabad28c-15a5-4e30-8242-e387537182a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:19.488751 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-eabad28c-15a5-4e30-8242-e387537182a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8354aa0-9bb4-42ac-9744-51be05790a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409694 Aug 18 16:05:19.583588 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-dd11f687-ee86-44e1-9415-09528cc57a95 service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872920 Aug 18 16:05:19.680715 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0c1c9a11-3967-4c02-a1b7-37e9341102ff req-1c99c230-4401-4deb-8881-36a62b63f8d1 service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901580 Aug 18 16:05:19.766945 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303bee5-c69c-46ac-a800-2fc0fbe7ec57 req-78258fc1-7ec3-40cb-ac20-c59457be80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:19.768367 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b303bee5-c69c-46ac-a800-2fc0fbe7ec57 req-78258fc1-7ec3-40cb-ac20-c59457be80cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 1096 time: 0.0423212 Aug 18 16:05:19.863194 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303bee5-c69c-46ac-a800-2fc0fbe7ec57 req-609ce902-5bf4-48f7-8673-6b4f2fa2004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:19.864682 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b303bee5-c69c-46ac-a800-2fc0fbe7ec57 req-609ce902-5bf4-48f7-8673-6b4f2fa2004d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 200 len: 913 time: 0.0889211 Aug 18 16:05:19.905221 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b303bee5-c69c-46ac-a800-2fc0fbe7ec57 req-f97be801-3342-4fe7-bc3a-cde5b120600f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08b75a7f-daad-428f-818f-49877a31f1af HTTP/1.1" status: 200 len: 217 time: 0.0334184 Aug 18 16:05:19.958635 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303bee5-c69c-46ac-a800-2fc0fbe7ec57 req-2c75e128-7517-4ef1-957a-f9890990c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:19.960156 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b303bee5-c69c-46ac-a800-2fc0fbe7ec57 req-2c75e128-7517-4ef1-957a-f9890990c5cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aba900a4-cf58-43dd-a6a7-868c2f7a1387 HTTP/1.1" status: 200 len: 851 time: 0.0480981 Aug 18 16:05:20.010942 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303bee5-c69c-46ac-a800-2fc0fbe7ec57 req-b2aeae2d-60a2-45e5-9eaf-b6df5ec5b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:20.012467 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b303bee5-c69c-46ac-a800-2fc0fbe7ec57 req-b2aeae2d-60a2-45e5-9eaf-b6df5ec5b488 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8354aa0-9bb4-42ac-9744-51be05790a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442226 Aug 18 16:05:20.033416 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:20.104249 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b303bee5-c69c-46ac-a800-2fc0fbe7ec57 req-300f1319-764e-496e-aaae-9a3c90b3b449 service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836699 Aug 18 16:05:20.212753 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b303bee5-c69c-46ac-a800-2fc0fbe7ec57 req-08e74299-43d6-4642-a176-2a11d34560a9 service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970042 Aug 18 16:05:20.249406 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a4671-a8d6-4285-99ff-4d2c7b1bc209 req-c1730811-9fc3-4488-8623-dbdbd2535492 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:20.250901 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c14a4671-a8d6-4285-99ff-4d2c7b1bc209 req-c1730811-9fc3-4488-8623-dbdbd2535492 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 943 time: 0.0585735 Aug 18 16:05:20.290006 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c14a4671-a8d6-4285-99ff-4d2c7b1bc209 req-f9fc531d-d635-468d-a972-820bafcf3941 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332038 Aug 18 16:05:20.447270 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 39852) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:20.551039 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-83cff490-f78b-42dc-ae0a-c3f9d6983b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:20.644584 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-83cff490-f78b-42dc-ae0a-c3f9d6983b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:20.649280 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-83cff490-f78b-42dc-ae0a-c3f9d6983b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:20.688837 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-83cff490-f78b-42dc-ae0a-c3f9d6983b5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e439fa65fa744e528d955e06f8f4dfd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404470 Aug 18 16:05:20.689737 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cff490-f78b-42dc-ae0a-c3f9d6983b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4c096e-fbf4-40a3-936f-0743a72cff84,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:20.691492 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 39856) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:20.745216 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0f9fdeb1-4925-4d76-a62f-7901e6b44f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:20.770762 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0f9fdeb1-4925-4d76-a62f-7901e6b44f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:20.818968 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0f9fdeb1-4925-4d76-a62f-7901e6b44f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:20.821477 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0f9fdeb1-4925-4d76-a62f-7901e6b44f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:20.822719 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-0f9fdeb1-4925-4d76-a62f-7901e6b44f83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb4c096e-fbf4-40a3-936f-0743a72cff84 HTTP/1.1" status: 204 len: 168 time: 0.1301813 Aug 18 16:05:20.830921 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fdeb1-4925-4d76-a62f-7901e6b44f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4c096e-fbf4-40a3-936f-0743a72cff84,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:21.409449 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4445b-b064-4fb8-b4ec-7f154ed8762a req-d58c02cd-8645-461c-ab80-6e1474605d8c tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:21.411074 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-20d4445b-b064-4fb8-b4ec-7f154ed8762a req-d58c02cd-8645-461c-ab80-6e1474605d8c tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 943 time: 0.0522287 Aug 18 16:05:21.455128 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-20d4445b-b064-4fb8-b4ec-7f154ed8762a req-57522a53-63e4-432b-8e0d-77884ed316ce tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377848 Aug 18 16:05:22.003680 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 39908) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:22.108261 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-026c015a-7e07-4855-9d5b-168a9a57fb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:22.197174 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-026c015a-7e07-4855-9d5b-168a9a57fb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:22.202247 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-026c015a-7e07-4855-9d5b-168a9a57fb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:22.240780 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-026c015a-7e07-4855-9d5b-168a9a57fb0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e2cce99d0f6246a79c9c80f98321ea1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360117 Aug 18 16:05:22.241650 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c015a-7e07-4855-9d5b-168a9a57fb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e4904c-611f-4c3d-a28e-c3cdabd765ff,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:22.244237 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 39912) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:22.295026 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5398230a-5e43-48b2-9a23-2e5b013932cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:22.316303 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5398230a-5e43-48b2-9a23-2e5b013932cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:22.362355 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5398230a-5e43-48b2-9a23-2e5b013932cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:22.364913 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5398230a-5e43-48b2-9a23-2e5b013932cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:22.366063 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-5398230a-5e43-48b2-9a23-2e5b013932cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b8e4904c-611f-4c3d-a28e-c3cdabd765ff HTTP/1.1" status: 204 len: 168 time: 0.1204116 Aug 18 16:05:22.374345 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398230a-5e43-48b2-9a23-2e5b013932cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e4904c-611f-4c3d-a28e-c3cdabd765ff,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:22.410892 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:22.571789 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38af386-72ba-4ac5-b206-82373daf98dd req-3b27c845-8532-4b5f-b92a-1e0cbdc9b0a4 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:22.573299 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c38af386-72ba-4ac5-b206-82373daf98dd req-3b27c845-8532-4b5f-b92a-1e0cbdc9b0a4 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 943 time: 0.0516784 Aug 18 16:05:22.612707 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c38af386-72ba-4ac5-b206-82373daf98dd req-87ffce35-81b9-4561-88fe-a943607284a7 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335238 Aug 18 16:05:23.734107 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bdd6a-b61a-422e-b450-f28eec5d1549 req-c2418792-0098-4ca4-9af2-6d39e210dde8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:23.736156 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aa2bdd6a-b61a-422e-b450-f28eec5d1549 req-c2418792-0098-4ca4-9af2-6d39e210dde8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 943 time: 0.0508552 Aug 18 16:05:23.778239 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-aa2bdd6a-b61a-422e-b450-f28eec5d1549 req-27d83c2a-ad0d-4eba-a047-d0f431d70b27 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348716 Aug 18 16:05:24.919864 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454c638-0b54-4911-a06a-eba1bd1835eb req-1df83b76-aa68-42bf-a072-abe907cfe2cb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:24.921437 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b454c638-0b54-4911-a06a-eba1bd1835eb req-1df83b76-aa68-42bf-a072-abe907cfe2cb tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 943 time: 0.0621412 Aug 18 16:05:24.969249 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b454c638-0b54-4911-a06a-eba1bd1835eb req-a65540af-3c87-4ec8-83ea-5cc20e718b74 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376859 Aug 18 16:05:25.162223 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40050) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:25.276791 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6b7f2351-4202-4e31-9010-a77b1c3d2496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:25.377504 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6b7f2351-4202-4e31-9010-a77b1c3d2496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:25.381501 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6b7f2351-4202-4e31-9010-a77b1c3d2496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:25.429179 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6b7f2351-4202-4e31-9010-a77b1c3d2496 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c4518e825d840e9af262110c3a2b24a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656474 Aug 18 16:05:25.429729 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f2351-4202-4e31-9010-a77b1c3d2496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2800ad0-b400-4b7f-b0ec-f9eb43d63088,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:25.432681 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40054) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:25.496875 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-68316a8d-a3cb-451d-9b23-8050173b8679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:25.525184 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-68316a8d-a3cb-451d-9b23-8050173b8679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:25.572923 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-68316a8d-a3cb-451d-9b23-8050173b8679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:25.575421 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-68316a8d-a3cb-451d-9b23-8050173b8679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:25.576567 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-68316a8d-a3cb-451d-9b23-8050173b8679 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2800ad0-b400-4b7f-b0ec-f9eb43d63088 HTTP/1.1" status: 204 len: 168 time: 0.1427729 Aug 18 16:05:25.585218 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68316a8d-a3cb-451d-9b23-8050173b8679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2800ad0-b400-4b7f-b0ec-f9eb43d63088,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:25.843384 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40060) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:25.856653 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-6334e06a-efc9-4309-932a-53194d779d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:25.953154 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-6334e06a-efc9-4309-932a-53194d779d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:25.957435 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-6334e06a-efc9-4309-932a-53194d779d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:25.994455 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334e06a-efc9-4309-932a-53194d779d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f1d81a-7bdd-4216-8dcc-caf58a62ccc2,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:26.000945 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-6334e06a-efc9-4309-932a-53194d779d9c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8dee06fb33c447c8e720105f07f6467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563900 Aug 18 16:05:26.002622 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40064) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:26.052135 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e776-f055-407f-a014-4153a544f39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:26.078786 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e776-f055-407f-a014-4153a544f39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:26.136638 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e776-f055-407f-a014-4153a544f39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:26.139339 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e776-f055-407f-a014-4153a544f39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:26.140569 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-0fa4e776-f055-407f-a014-4153a544f39f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76f1d81a-7bdd-4216-8dcc-caf58a62ccc2 HTTP/1.1" status: 204 len: 168 time: 0.1367857 Aug 18 16:05:26.149824 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4e776-f055-407f-a014-4153a544f39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f1d81a-7bdd-4216-8dcc-caf58a62ccc2,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:26.330062 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7b0bc-6126-449d-a508-f17be2b0e1b1 req-13e1c5d9-dfda-4665-95e8-4091c0a9c441 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:26.331552 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-05c7b0bc-6126-449d-a508-f17be2b0e1b1 req-13e1c5d9-dfda-4665-95e8-4091c0a9c441 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 943 time: 0.0500369 Aug 18 16:05:26.372493 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-05c7b0bc-6126-449d-a508-f17be2b0e1b1 req-20ceb086-ff89-4fbc-91a8-3d33bcd68c51 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339196 Aug 18 16:05:27.412145 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 08b75a7f-daad-428f-818f-49877a31f1af details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 16:05:27.519398 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 08b75a7f-daad-428f-818f-49877a31f1af, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=08b75a7f-daad-428f-818f-49877a31f1af,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:05:27.531219 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '08b75a7f-daad-428f-818f-49877a31f1af', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'port_id': '08b75a7f-daad-428f-818f-49877a31f1af', 'mac_address': 'fa:16:3e:dc:6c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 16:05:27.569842 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:27.584244 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b75a7f-daad-428f-818f-49877a31f1af {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 16:05:27.606954 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 08b75a7f-daad-428f-818f-49877a31f1af, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=08b75a7f-daad-428f-818f-49877a31f1af,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:05:27.611117 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:27.674453 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=08b75a7f-daad-428f-818f-49877a31f1af,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:27.681880 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:27.682324 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:27.682741 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:27.683150 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:27.683558 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:27.684118 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:27.685175 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:27.685589 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:27.685889 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e652982-2aa3-4982-95e3-8c41a43c5613 req-28d90bbd-b5df-4b3c-a15b-18462c94e366 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:27.686431 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:27.686431 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:27.686866 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:27.687261 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:05:27.688371 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8e652982-2aa3-4982-95e3-8c41a43c5613 req-28d90bbd-b5df-4b3c-a15b-18462c94e366 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 944 time: 0.2378271 Aug 18 16:05:27.728261 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8e652982-2aa3-4982-95e3-8c41a43c5613 req-3280ea30-cf08-498c-bb91-4ab934d4a3f1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331075 Aug 18 16:05:27.731308 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40114) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:27.830721 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['08b75a7f-daad-428f-818f-49877a31f1af'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 16:05:27.835189 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-afa0a36d-6fe5-4875-8950-16e319866404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:27.925722 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-afa0a36d-6fe5-4875-8950-16e319866404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:27.930081 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-afa0a36d-6fe5-4875-8950-16e319866404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:27.973075 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40118) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:27.973357 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-afa0a36d-6fe5-4875-8950-16e319866404 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28d89a27f7a049fc98990e86e1f07cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406681 Aug 18 16:05:27.974031 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0a36d-6fe5-4875-8950-16e319866404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4ddb63-9a8e-4d86-8e5f-545826e63bd0,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:28.025256 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34974fb3-e838-4245-bd14-0417e03d611c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:28.046723 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34974fb3-e838-4245-bd14-0417e03d611c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:28.098149 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34974fb3-e838-4245-bd14-0417e03d611c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:28.100766 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34974fb3-e838-4245-bd14-0417e03d611c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:28.101920 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-34974fb3-e838-4245-bd14-0417e03d611c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e4ddb63-9a8e-4d86-8e5f-545826e63bd0 HTTP/1.1" status: 204 len: 168 time: 0.1275194 Aug 18 16:05:28.109805 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34974fb3-e838-4245-bd14-0417e03d611c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4ddb63-9a8e-4d86-8e5f-545826e63bd0,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:28.356350 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40124) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:28.369448 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5823f49e-39a0-4111-bd43-42f865ba4c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:28.462407 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5823f49e-39a0-4111-bd43-42f865ba4c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:28.466740 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5823f49e-39a0-4111-bd43-42f865ba4c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:28.506703 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823f49e-39a0-4111-bd43-42f865ba4c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007f2864-f557-4821-b9d4-cc6c88fb397d,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:28.510992 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-5823f49e-39a0-4111-bd43-42f865ba4c17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b52aad9e0cf742fba46a6ca9cbebf506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535792 Aug 18 16:05:28.513614 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40126) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:28.562257 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-404f9e71-d2ac-4ae6-8e4e-64b4972b36b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:28.583822 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-404f9e71-d2ac-4ae6-8e4e-64b4972b36b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:28.630703 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-404f9e71-d2ac-4ae6-8e4e-64b4972b36b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:28.633318 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-404f9e71-d2ac-4ae6-8e4e-64b4972b36b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:28.634521 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-404f9e71-d2ac-4ae6-8e4e-64b4972b36b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/007f2864-f557-4821-b9d4-cc6c88fb397d HTTP/1.1" status: 204 len: 168 time: 0.1200256 Aug 18 16:05:28.642787 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f9e71-d2ac-4ae6-8e4e-64b4972b36b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007f2864-f557-4821-b9d4-cc6c88fb397d,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:29.004900 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0a491-c2e8-426d-b91b-7558ab573bd0 req-cc979110-8c9b-418d-bd75-a672b7134469 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:29.006722 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-58d0a491-c2e8-426d-b91b-7558ab573bd0 req-cc979110-8c9b-418d-bd75-a672b7134469 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 944 time: 0.2108650 Aug 18 16:05:29.050684 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-58d0a491-c2e8-426d-b91b-7558ab573bd0 req-c489cf08-b850-46f0-b5a7-2851f46aabe1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359914 Aug 18 16:05:29.427521 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 08b75a7f-daad-428f-818f-49877a31f1af up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:05:29.478106 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port 08b75a7f-daad-428f-818f-49877a31f1af completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:05:29.481782 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 08b75a7f-daad-428f-818f-49877a31f1af triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:05:29.482147 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:29.560210 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:29.583986 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d6c50a-4d99-44ea-974f-ea30ce9dfab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b75a7f-daad-428f-818f-49877a31f1af'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:05:29.586302 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59fc56d-eee7-4f67-bfac-30fd8089fd26" -d '{"events": [{"server_uuid": "81d6c50a-4d99-44ea-974f-ea30ce9dfab9", "name": "network-vif-plugged", "status": "completed", "tag": "08b75a7f-daad-428f-818f-49877a31f1af"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:05:29.601489 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 08b75a7f-daad-428f-818f-49877a31f1af, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=08b75a7f-daad-428f-818f-49877a31f1af,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:05:29.606497 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:29.629920 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2d032b-2cb9-43a4-b8a5-5ce6f8991903 x-openstack-request-id: req-8c2d032b-2cb9-43a4-b8a5-5ce6f8991903 {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:05:29.630214 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d6c50a-4d99-44ea-974f-ea30ce9dfab9", "name": "network-vif-plugged", "status": "completed", "tag": "08b75a7f-daad-428f-818f-49877a31f1af", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:05:29.630685 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c2d032b-2cb9-43a4-b8a5-5ce6f8991903 {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:05:29.631105 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d6c50a-4d99-44ea-974f-ea30ce9dfab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b75a7f-daad-428f-818f-49877a31f1af', 'code': 200} Aug 18 16:05:29.659942 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=08b75a7f-daad-428f-818f-49877a31f1af,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:29.873779 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbc832-8985-4e15-a23b-383b2b2f28e3 req-e5bd8824-fdfa-4fac-9463-b0cb4131575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:29.875248 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5bdbc832-8985-4e15-a23b-383b2b2f28e3 req-e5bd8824-fdfa-4fac-9463-b0cb4131575e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 1098 time: 0.0444837 Aug 18 16:05:29.912050 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5bdbc832-8985-4e15-a23b-383b2b2f28e3 req-1cc6f53d-d6ad-43de-b421-17412ee03150 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288150 Aug 18 16:05:30.166796 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da170e-c833-496a-ba98-b875c4288821 req-0a9a87ac-1ec9-4cdb-a26b-67ec9a2666ad tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:30.168176 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-54da170e-c833-496a-ba98-b875c4288821 req-0a9a87ac-1ec9-4cdb-a26b-67ec9a2666ad tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 945 time: 0.0505550 Aug 18 16:05:30.206054 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-54da170e-c833-496a-ba98-b875c4288821 req-97d62f9a-bfe3-43d0-a7b3-340dc42897b8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317917 Aug 18 16:05:31.325422 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb22e3-12e1-45f2-8660-a78cb4daef02 req-4d2973d3-bf73-4fb9-9d10-083e8c8b402a tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:31.326912 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-92eb22e3-12e1-45f2-8660-a78cb4daef02 req-4d2973d3-bf73-4fb9-9d10-083e8c8b402a tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 945 time: 0.0502794 Aug 18 16:05:31.365308 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-92eb22e3-12e1-45f2-8660-a78cb4daef02 req-bf89f637-029d-425f-a387-53b832551181 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315964 Aug 18 16:05:31.483106 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fb333-2816-44af-8c29-b08292e85e8c req-c4398e69-1c44-4b65-aef2-a3aabc498a63 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:31.484568 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b54fb333-2816-44af-8c29-b08292e85e8c req-c4398e69-1c44-4b65-aef2-a3aabc498a63 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 945 time: 0.0526831 Aug 18 16:05:31.523188 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b54fb333-2816-44af-8c29-b08292e85e8c req-ae6b4acc-c944-4d65-b4f0-a760bfae2a29 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317769 Aug 18 16:05:31.544755 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40184) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:31.583968 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ee363f-2f81-4e7c-9814-26d11229adcc tempest-TestVolumeBootPattern-749779763 tempest-TestVolumeBootPattern-749779763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:31.585474 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-a4ee363f-2f81-4e7c-9814-26d11229adcc tempest-TestVolumeBootPattern-749779763 tempest-TestVolumeBootPattern-749779763-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 1093 time: 0.0397632 Aug 18 16:05:31.588220 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40186) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:05:31.593975 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Request body: {'floatingip': {'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'port_id': '08b75a7f-daad-428f-818f-49877a31f1af', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:05:31.615960 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for floatingip, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:31.718906 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:31.820557 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Allocated IP 172.27.2.87 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/edd40fc4-bac5-4555-b126-257451999a04) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:05:31.923690 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:31.961597 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:31.996829 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:05:31.999826 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:05:32.005563 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:05:32.031602 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event updated for resources: {'Port': ['ID=edd40fc4-bac5-4555-b126-257451999a04,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:32.377834 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:32.447846 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:32.602892 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:32.607271 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:32.682896 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event updated for resources: {'Port': ['ID=edd40fc4-bac5-4555-b126-257451999a04,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:05:32.691246 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:32.791947 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.l3_db [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Floating IP 95241230-3b54-41db-9fa3-6a5c56b528b9 associated. External IP: 172.27.2.87, port: 08b75a7f-daad-428f-818f-49877a31f1af. Aug 18 16:05:32.999871 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:05:33.385756 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:05:33.396317 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7123441e-1d80-4b4c-a154-60d0791dda92 None None] Sync routers for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:05:33.402730 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:33.410366 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7123441e-1d80-4b4c-a154-60d0791dda92 None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:05:33.410994 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-7123441e-1d80-4b4c-a154-60d0791dda92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:05:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:05:33.443935 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-ec573c99-a187-47c6-85de-a3749cc00ea8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8404109 Aug 18 16:05:33.443935 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d6c50a-4d99-44ea-974f-ea30ce9dfab9', 'tag': '08b75a7f-daad-428f-818f-49877a31f1af'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:05:33.443935 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef48c933-9baa-4d95-8adf-c137d73d82fd" -d '{"events": [{"name": "network-changed", "server_uuid": "81d6c50a-4d99-44ea-974f-ea30ce9dfab9", "tag": "08b75a7f-daad-428f-818f-49877a31f1af"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:05:33.470888 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ccf93b-4e48-4c3e-926e-b1d7fefd6657 x-openstack-request-id: req-39ccf93b-4e48-4c3e-926e-b1d7fefd6657 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:05:33.471181 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d6c50a-4d99-44ea-974f-ea30ce9dfab9", "tag": "08b75a7f-daad-428f-818f-49877a31f1af", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:05:33.471428 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39ccf93b-4e48-4c3e-926e-b1d7fefd6657 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:05:33.471921 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d6c50a-4d99-44ea-974f-ea30ce9dfab9', 'tag': '08b75a7f-daad-428f-818f-49877a31f1af', 'status': 'completed', 'code': 200} Aug 18 16:05:33.525292 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-7123441e-1d80-4b4c-a154-60d0791dda92 None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:05:33.538619 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48c933-9baa-4d95-8adf-c137d73d82fd req-4568e310-2a96-4927-bfa8-03972d1db36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:33.540441 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ef48c933-9baa-4d95-8adf-c137d73d82fd req-4568e310-2a96-4927-bfa8-03972d1db36b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 1098 time: 0.0480442 Aug 18 16:05:33.646556 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48c933-9baa-4d95-8adf-c137d73d82fd req-6c1ec1f4-6f15-46a4-a733-876193d0b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:33.648049 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ef48c933-9baa-4d95-8adf-c137d73d82fd req-6c1ec1f4-6f15-46a4-a733-876193d0b971 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 200 len: 913 time: 0.1010861 Aug 18 16:05:33.717302 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ef48c933-9baa-4d95-8adf-c137d73d82fd req-c54b1b69-04e5-4155-aefd-81d6e7daee10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08b75a7f-daad-428f-818f-49877a31f1af HTTP/1.1" status: 200 len: 998 time: 0.0598469 Aug 18 16:05:33.775137 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48c933-9baa-4d95-8adf-c137d73d82fd req-f237ad0b-ce5e-413c-8a3f-50893ece0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:33.776171 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ef48c933-9baa-4d95-8adf-c137d73d82fd req-f237ad0b-ce5e-413c-8a3f-50893ece0fbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aba900a4-cf58-43dd-a6a7-868c2f7a1387 HTTP/1.1" status: 200 len: 851 time: 0.0517092 Aug 18 16:05:33.785434 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-7123441e-1d80-4b4c-a154-60d0791dda92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '579671d4-43ef-4e57-913d-a8362ea9a15e', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'port_id': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'mac_address': 'fa:16:3e:ac:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca10c06-1905-4630-a51c-e774125cae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:03:31Z', 'updated_at': '2021-08-18T16:03:33Z', 'revision_number': 1, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address_scope': None}, {'id': '95241230-3b54-41db-9fa3-6a5c56b528b9', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'port_id': '08b75a7f-daad-428f-818f-49877a31f1af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'mac_address': 'fa:16:3e:dc:6c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d6c50a-4d99-44ea-974f-ea30ce9dfab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:05:32Z', 'updated_at': '2021-08-18T16:05:32Z', 'revision_number': 0, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:05:33.819412 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7123441e-1d80-4b4c-a154-60d0791dda92 None None] Checking router: af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:05:33.827902 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48c933-9baa-4d95-8adf-c137d73d82fd req-8640253b-1bad-46de-bd48-790f9487fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:33.829782 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ef48c933-9baa-4d95-8adf-c137d73d82fd req-8640253b-1bad-46de-bd48-790f9487fe6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8354aa0-9bb4-42ac-9744-51be05790a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464110 Aug 18 16:05:33.830443 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7123441e-1d80-4b4c-a154-60d0791dda92 None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:05:33.831049 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-7123441e-1d80-4b4c-a154-60d0791dda92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:05:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:05:33.919474 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ef48c933-9baa-4d95-8adf-c137d73d82fd req-362f38fa-4ce6-421d-8217-5ab600c10f16 service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822840 Aug 18 16:05:33.937168 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-7123441e-1d80-4b4c-a154-60d0791dda92 None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:05:34.015553 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ef48c933-9baa-4d95-8adf-c137d73d82fd req-b6efb579-54ff-4f23-9f8f-a325759bbbe0 service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885746 Aug 18 16:05:34.177978 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-7123441e-1d80-4b4c-a154-60d0791dda92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '579671d4-43ef-4e57-913d-a8362ea9a15e', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'port_id': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'mac_address': 'fa:16:3e:ac:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca10c06-1905-4630-a51c-e774125cae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:03:31Z', 'updated_at': '2021-08-18T16:03:33Z', 'revision_number': 1, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address_scope': None}, {'id': '95241230-3b54-41db-9fa3-6a5c56b528b9', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'port_id': '08b75a7f-daad-428f-818f-49877a31f1af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'mac_address': 'fa:16:3e:dc:6c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d6c50a-4d99-44ea-974f-ea30ce9dfab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:05:32Z', 'updated_at': '2021-08-18T16:05:32Z', 'revision_number': 0, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:05:34.203365 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7123441e-1d80-4b4c-a154-60d0791dda92 None None] The sync data for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi is: [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '579671d4-43ef-4e57-913d-a8362ea9a15e', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'port_id': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'mac_address': 'fa:16:3e:ac:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca10c06-1905-4630-a51c-e774125cae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:03:31Z', 'updated_at': '2021-08-18T16:03:33Z', 'revision_number': 1, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address_scope': None}, {'id': '95241230-3b54-41db-9fa3-6a5c56b528b9', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'port_id': '08b75a7f-daad-428f-818f-49877a31f1af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'mac_address': 'fa:16:3e:dc:6c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d6c50a-4d99-44ea-974f-ea30ce9dfab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:05:32Z', 'updated_at': '2021-08-18T16:05:32Z', 'revision_number': 0, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:05:34.383699 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf4b3a-67a7-4b41-ba12-6265f1bbe3e1 None None] New status for floating IP 95241230-3b54-41db-9fa3-6a5c56b528b9: ACTIVE {{(pid=93849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 16:05:44.767803 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-c50e8e30-0c9f-41fc-a77b-f7ee642c310e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:47.690220 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-8fa38e8c-6cfc-458e-8938-9296db9712e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:47.898205 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:48.021596 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:05:48.801033 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:50.035739 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:52.397365 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:05:56.753733 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4873c3f8-28a0-46e6-8b0c-90e1e2fa5895 req-a9406536-d101-425d-87f9-f369de280ead service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1281004 Aug 18 16:05:56.834896 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873c3f8-28a0-46e6-8b0c-90e1e2fa5895 req-3f7365c0-3dee-43e8-a3e5-6422b9fdb146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:56.836368 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4873c3f8-28a0-46e6-8b0c-90e1e2fa5895 req-3f7365c0-3dee-43e8-a3e5-6422b9fdb146 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 1099 time: 0.0401623 Aug 18 16:05:56.961653 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873c3f8-28a0-46e6-8b0c-90e1e2fa5895 req-0b1c1c6f-d021-4cf7-9357-01a460095799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:56.963116 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4873c3f8-28a0-46e6-8b0c-90e1e2fa5895 req-0b1c1c6f-d021-4cf7-9357-01a460095799 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 200 len: 913 time: 0.1068742 Aug 18 16:05:57.031286 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4873c3f8-28a0-46e6-8b0c-90e1e2fa5895 req-6789bb92-dc67-46b5-ba09-bbe535d3fbd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5cb907b-f3d1-4e46-b363-4fa20a7f1289 HTTP/1.1" status: 200 len: 1002 time: 0.0602295 Aug 18 16:05:57.081623 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873c3f8-28a0-46e6-8b0c-90e1e2fa5895 req-50f7fc06-a93c-48af-a412-929e2f41669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:57.083056 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4873c3f8-28a0-46e6-8b0c-90e1e2fa5895 req-50f7fc06-a93c-48af-a412-929e2f41669c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aba900a4-cf58-43dd-a6a7-868c2f7a1387 HTTP/1.1" status: 200 len: 851 time: 0.0442612 Aug 18 16:05:57.132021 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873c3f8-28a0-46e6-8b0c-90e1e2fa5895 req-d155aa59-60a4-4f8c-839f-c8dc1d4fee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:05:57.133519 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4873c3f8-28a0-46e6-8b0c-90e1e2fa5895 req-d155aa59-60a4-4f8c-839f-c8dc1d4fee4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8354aa0-9bb4-42ac-9744-51be05790a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430388 Aug 18 16:05:57.145447 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [req-4873c3f8-28a0-46e6-8b0c-90e1e2fa5895 req-30fd0e64-7339-4622-84ca-aa54e0d1a228 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 16:05:57.146363 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4873c3f8-28a0-46e6-8b0c-90e1e2fa5895 req-30fd0e64-7339-4622-84ca-aa54e0d1a228 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056558 Aug 18 16:05:57.245748 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4873c3f8-28a0-46e6-8b0c-90e1e2fa5895 req-cf900304-06cf-44da-af5f-dc528e71e287 service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921490 Aug 18 16:05:57.338373 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-4873c3f8-28a0-46e6-8b0c-90e1e2fa5895 req-540a92b7-c170-4a64-a857-f53278707bb2 service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856593 Aug 18 16:06:06.717888 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40416) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:06.822929 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9689fecd-26a3-4f96-997b-c552ba603a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:06.909881 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9689fecd-26a3-4f96-997b-c552ba603a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:06.913691 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9689fecd-26a3-4f96-997b-c552ba603a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:06.951276 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689fecd-26a3-4f96-997b-c552ba603a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a891ec-732f-4d69-a720-fb4573bde9c5,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:06.955294 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-9689fecd-26a3-4f96-997b-c552ba603a2b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ddbd49adf654bd1ac9fbe08b529dd86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364283 Aug 18 16:06:06.958081 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40420) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:06.961263 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689fecd-26a3-4f96-997b-c552ba603a2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:06.961621 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689fecd-26a3-4f96-997b-c552ba603a2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:06.961968 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689fecd-26a3-4f96-997b-c552ba603a2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:06.962310 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689fecd-26a3-4f96-997b-c552ba603a2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:06.962650 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689fecd-26a3-4f96-997b-c552ba603a2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:06.962984 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689fecd-26a3-4f96-997b-c552ba603a2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:06.963317 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689fecd-26a3-4f96-997b-c552ba603a2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:06.963648 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689fecd-26a3-4f96-997b-c552ba603a2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:06.963977 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689fecd-26a3-4f96-997b-c552ba603a2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:06.964306 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689fecd-26a3-4f96-997b-c552ba603a2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:06.964633 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689fecd-26a3-4f96-997b-c552ba603a2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:06.965245 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689fecd-26a3-4f96-997b-c552ba603a2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:07.010905 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:07.036038 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:07.081760 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:07.084324 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:07.088833 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/62a891ec-732f-4d69-a720-fb4573bde9c5 HTTP/1.1" status: 204 len: 168 time: 0.1265244 Aug 18 16:06:07.093756 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a891ec-732f-4d69-a720-fb4573bde9c5,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:07.101497 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:07.101860 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:07.102211 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:07.102547 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:07.102883 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:07.103217 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:07.103552 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:07.103889 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:07.104256 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:07.104539 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:07.105023 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:07.105466 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a94bef-f666-4c40-8333-fe9f02f602f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:07.722908 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40442) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:07.832135 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-aee2f3f6-9b34-4ffc-affb-903da525e105 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1430364279-network', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:06:07.853254 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee2f3f6-9b34-4ffc-affb-903da525e105 admin admin] Made reservation on behalf of a1a42f62d8bd426883e20f9bd2bca3b0 for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:06:07.855832 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-aee2f3f6-9b34-4ffc-affb-903da525e105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:07.863976 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-aee2f3f6-9b34-4ffc-affb-903da525e105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:07.957920 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-aee2f3f6-9b34-4ffc-affb-903da525e105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:07.961832 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-aee2f3f6-9b34-4ffc-affb-903da525e105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:07.989586 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee2f3f6-9b34-4ffc-affb-903da525e105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 16:06:07.995745 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2f3f6-9b34-4ffc-affb-903da525e105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a2eda4-c18b-46bf-a973-13555bc427c4,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:08.001822 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-aee2f3f6-9b34-4ffc-affb-903da525e105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:08.002167 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-aee2f3f6-9b34-4ffc-affb-903da525e105 admin admin] Added segment 494ae9e3-7678-4425-958c-b562fe5ee5c4 of type vlan for network daa75f7b-c605-424f-bdc9-6721b917572a Aug 18 16:06:08.045683 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-aee2f3f6-9b34-4ffc-affb-903da525e105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:08.077909 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-aee2f3f6-9b34-4ffc-affb-903da525e105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:08.079352 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee2f3f6-9b34-4ffc-affb-903da525e105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:08.079950 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-aee2f3f6-9b34-4ffc-affb-903da525e105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:08.129424 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-aee2f3f6-9b34-4ffc-affb-903da525e105 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4053957 Aug 18 16:06:08.132397 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40446) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:08.137784 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-6ceda485-a12b-45d6-9705-5a44ef3f3afb admin admin] Request body: {'subnet': {'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1430364279-subnet', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'ip_version': 4}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:06:08.142796 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2f3f6-9b34-4ffc-affb-903da525e105 admin admin] Pushing event updated for resources: {'Network': ['ID=daa75f7b-c605-424f-bdc9-6721b917572a,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:08.153275 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network daa75f7b-c605-424f-bdc9-6721b917572a details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 16:06:08.159840 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceda485-a12b-45d6-9705-5a44ef3f3afb admin admin] Made reservation on behalf of a1a42f62d8bd426883e20f9bd2bca3b0 for: {'subnet': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:06:08.162230 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-6ceda485-a12b-45d6-9705-5a44ef3f3afb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14307652'] for subnet, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:08.330244 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-6ceda485-a12b-45d6-9705-5a44ef3f3afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13958124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14307666'] for subnet, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:08.383683 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceda485-a12b-45d6-9705-5a44ef3f3afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f5ada2e-dd90-4eb5-97e5-9a73c5450770,revision_number=0']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:08.395264 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceda485-a12b-45d6-9705-5a44ef3f3afb admin admin] Checking segment: {'id': '494ae9e3-7678-4425-958c-b562fe5ee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:06:08.395620 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceda485-a12b-45d6-9705-5a44ef3f3afb admin admin] Network hostable DHCP agents. Network: daa75f7b-c605-424f-bdc9-6721b917572a, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 16:06:08.413281 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceda485-a12b-45d6-9705-5a44ef3f3afb admin admin] Network daa75f7b-c605-424f-bdc9-6721b917572a is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 16:06:08.421850 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-6ceda485-a12b-45d6-9705-5a44ef3f3afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, daa75f7b-c605-424f-bdc9-6721b917572a) {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:06:08.426979 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceda485-a12b-45d6-9705-5a44ef3f3afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:08.427552 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-6ceda485-a12b-45d6-9705-5a44ef3f3afb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:08.431461 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21e02e1-20af-4447-9c8e-41fcbe3b4f12 None None] Network daa75f7b-c605-424f-bdc9-6721b917572a requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 16:06:08.443350 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-6ceda485-a12b-45d6-9705-5a44ef3f3afb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3095798 Aug 18 16:06:08.445841 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40448) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:08.450137 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1430364279-router', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:06:08.471641 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4559'] for router, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:08.472677 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4550'] for router, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:08.535270 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:08.590408 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17a5b9fc-3a6e-58d6-85c8-41a721a533fa-daa75f7b-c605-424f-bdc9-6721b917572a', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'fixed_ips': [{'subnet_id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770'}]}} from dv-cinder-778534-7-iscsi. {{(pid=93848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 16:06:08.591424 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:08.693832 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:08.868396 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.db_base_plugin_common [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Allocated IP 172.20.0.2 (daa75f7b-c605-424f-bdc9-6721b917572a/2f5ada2e-dd90-4eb5-97e5-9a73c5450770/94504145-2f9c-45b2-92d9-95c95b4f70f6) {{(pid=93848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:06:08.913063 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:08.932471 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:09.012550 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Notify callbacks [] for port, precommit_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:09.021843 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Transition to ACTIVE for port object 94504145-2f9c-45b2-92d9-95c95b4f70f6 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:06:09.036772 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Transition to ACTIVE for port object 94504145-2f9c-45b2-92d9-95c95b4f70f6 will not be triggered until provisioned by entity DHCP. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:06:09.046312 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859'] for port, after_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:09.046855 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Allocated IP 172.27.2.21 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:06:09.086759 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Network daa75f7b-c605-424f-bdc9-6721b917572a is already hosted by enough agents. {{(pid=93848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:06:09.089747 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.base_scheduler [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Resources bound (agent type, host, resource id): {{(pid=93848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:06:09.093610 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Received port after_create {{(pid=93848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:06:09.099227 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Pushing event updated for resources: {'Port': ['ID=94504145-2f9c-45b2-92d9-95c95b4f70f6,revision_number=1']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:09.155156 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:09.158973 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Attempting to bind port 94504145-2f9c-45b2-92d9-95c95b4f70f6 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:06:09.159400 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Attempting to bind port 94504145-2f9c-45b2-92d9-95c95b4f70f6 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '494ae9e3-7678-4425-958c-b562fe5ee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:06:09.159694 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Attempting to bind port 94504145-2f9c-45b2-92d9-95c95b4f70f6 on network daa75f7b-c605-424f-bdc9-6721b917572a {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:06:09.164699 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:06:09.165094 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Checking segment: {'id': '494ae9e3-7678-4425-958c-b562fe5ee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:06:09.165490 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:09.165873 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Bound using segment: {'id': '494ae9e3-7678-4425-958c-b562fe5ee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:06:09.166326 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Bound port: 94504145-2f9c-45b2-92d9-95c95b4f70f6, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494ae9e3-7678-4425-958c-b562fe5ee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:06:09.166699 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:09.199507 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:09.234343 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] For port 94504145-2f9c-45b2-92d9-95c95b4f70f6, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:06:09.237970 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] For port 94504145-2f9c-45b2-92d9-95c95b4f70f6, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=94504145-2f9c-45b2-92d9-95c95b4f70f6,segment=NetworkSegment(494ae9e3-7678-4425-958c-b562fe5ee5c4),segment_id=494ae9e3-7678-4425-958c-b562fe5ee5c4)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:06:09.240936 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:06:09.242682 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:09.243924 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:06:09.247639 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:06:09.273675 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:09.308555 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc982e-870c-4b83-b32f-cac64b317fd3 None None] Pushing event updated for resources: {'Port': ['ID=94504145-2f9c-45b2-92d9-95c95b4f70f6,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:09.522304 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:09.733540 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470822'] for router, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:09.863068 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 is scheduled to L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac with binding_index 1 {{(pid=93847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 16:06:09.974477 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:06:09.984910 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Sync routers for ids ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:06:09.993384 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:09.997050 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Routers {'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:06:09.997394 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-7526e0e6-9c98-4aca-aaa2-a0e9957f34c6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5505619 Aug 18 16:06:09.997838 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:05:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:09.998001 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40450) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:10.111476 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Set router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:06:10.223013 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9800bb0-edf3-485a-a272-7e1e11379914 None None] Network daa75f7b-c605-424f-bdc9-6721b917572a requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 16:06:10.301322 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-eb9d92e4-a8fe-4346-96aa-18454d52bb48 None None] Provisioning for port 94504145-2f9c-45b2-92d9-95c95b4f70f6 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:06:10.435002 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'name': 'tempest-TestShelveInstance-1430364279-router', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:09Z', 'revision_number': 3, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'gw_port': {'id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:10.470107 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 94504145-2f9c-45b2-92d9-95c95b4f70f6 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:06:10.473405 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Checking router: c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:06:10.473755 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Updating router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 port b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b binding host dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 16:06:10.526707 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:10.639381 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 94504145-2f9c-45b2-92d9-95c95b4f70f6 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:06:10.647147 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 94504145-2f9c-45b2-92d9-95c95b4f70f6 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:10.647529 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:10.671485 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:10.761341 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-fa0f4578-4f5f-4a9e-b5a0-1965bb437360 None None] Provisioning complete for port 94504145-2f9c-45b2-92d9-95c95b4f70f6 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:10.761341 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-fa0f4578-4f5f-4a9e-b5a0-1965bb437360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:10.852959 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Allocated IP 172.20.0.1 (daa75f7b-c605-424f-bdc9-6721b917572a/2f5ada2e-dd90-4eb5-97e5-9a73c5450770/8f9e2e8c-5adb-4088-8524-60c9327d3cf0) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:06:10.863059 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:10.958393 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:10.962246 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port 94504145-2f9c-45b2-92d9-95c95b4f70f6, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=94504145-2f9c-45b2-92d9-95c95b4f70f6,segment=NetworkSegment(494ae9e3-7678-4425-958c-b562fe5ee5c4),segment_id=494ae9e3-7678-4425-958c-b562fe5ee5c4)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:06:10.964331 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:10.975536 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Transition to ACTIVE for port object 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 will not be triggered until provisioned by entity DHCP. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:06:10.977639 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:10.988283 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Transition to ACTIVE for port object b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:06:11.010344 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-fa0f4578-4f5f-4a9e-b5a0-1965bb437360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:11.011470 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:11.015099 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:11.054893 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Network daa75f7b-c605-424f-bdc9-6721b917572a is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:06:11.057909 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:06:11.062416 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:06:11.077175 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=94504145-2f9c-45b2-92d9-95c95b4f70f6,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:11.083019 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Attempting to bind port b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:06:11.083389 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Attempting to bind port b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:06:11.083754 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Attempting to bind port b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b on network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:06:11.089680 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=8f9e2e8c-5adb-4088-8524-60c9327d3cf0,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:11.109221 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629806'] for router_interface, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:11.130123 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:06:11.130499 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Checking segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:06:11.130913 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:11.131305 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Bound using segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:06:11.131788 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Bound port: b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:06:11.132166 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:11.182107 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.db.api [None req-fa0f4578-4f5f-4a9e-b5a0-1965bb437360 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 16:06:11.182463 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG oslo_db.api [None req-fa0f4578-4f5f-4a9e-b5a0-1965bb437360 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 16:06:11.184942 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8e12d-54c6-462e-b69e-7a8d6bc2cf9f None None] Pushing event updated for resources: {'Port': ['ID=b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:11.210343 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] For port b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:06:11.213694 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] For port b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:06:11.223462 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:11.250340 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:11.291695 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8e12d-54c6-462e-b69e-7a8d6bc2cf9f None None] Pushing event updated for resources: {'Port': ['ID=b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:11.295946 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Routers {'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:06:11.296567 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:05:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:11.420395 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:11.425583 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:11.494420 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629850'] for router_interface, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:11.496247 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=8f9e2e8c-5adb-4088-8524-60c9327d3cf0,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:11.534673 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] Set router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:06:11.593038 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Network daa75f7b-c605-424f-bdc9-6721b917572a is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:06:11.594973 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:06:11.717428 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:06:11.790167 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'name': 'tempest-TestShelveInstance-1430364279-router', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:11Z', 'revision_number': 4, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'gw_port': {'id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '8f9e2e8c-5adb-4088-8524-60c9327d3cf0', 'name': '', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'mac_address': 'fa:16:3e:29:e7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:10Z', 'updated_at': '2021-08-18T16:06:10Z', 'revision_number': 1, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'subnets': [{'id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:11.817201 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6732113e-574f-44b7-81cd-f371daf3469b None None] The sync data for ids ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'] in dv-cinder-778534-7-iscsi is: [{'id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'name': 'tempest-TestShelveInstance-1430364279-router', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:11Z', 'revision_number': 4, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'gw_port': {'id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '8f9e2e8c-5adb-4088-8524-60c9327d3cf0', 'name': '', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'mac_address': 'fa:16:3e:29:e7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:10Z', 'updated_at': '2021-08-18T16:06:10Z', 'revision_number': 1, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'subnets': [{'id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:06:11.844982 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:06:11.850815 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ebb16190-5943-4477-b892-d607909fe7b0 admin admin] 10.222.0.44 "PUT /v2.0/routers/c2afaaae-9f9b-41fe-b1b9-0dc123a0e760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8519025 Aug 18 16:06:11.876588 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-3f93898a-6556-4aad-a103-76328fb2a86c None None] Provisioning for port 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:06:11.881619 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-3f93898a-6556-4aad-a103-76328fb2a86c None None] Provisioning complete for port 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:11.882059 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-3f93898a-6556-4aad-a103-76328fb2a86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:11.919037 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-3f93898a-6556-4aad-a103-76328fb2a86c None None] Port 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 16:06:12.379204 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40468) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:12.384188 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-31770ec2-ee52-4f24-ad26-696e9f8f7ee9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-175346105-network', 'tenant_id': '5040454b04bc4070b1026223ac41faa0'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:06:12.433510 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31770ec2-ee52-4f24-ad26-696e9f8f7ee9 admin admin] Made reservation on behalf of 5040454b04bc4070b1026223ac41faa0 for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:06:12.436031 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-31770ec2-ee52-4f24-ad26-696e9f8f7ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:12.445305 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-31770ec2-ee52-4f24-ad26-696e9f8f7ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:12.478391 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 94504145-2f9c-45b2-92d9-95c95b4f70f6 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:06:12.542325 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 94504145-2f9c-45b2-92d9-95c95b4f70f6 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:12.542710 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:12.553505 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-31770ec2-ee52-4f24-ad26-696e9f8f7ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:12.559176 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-31770ec2-ee52-4f24-ad26-696e9f8f7ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:12.586896 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31770ec2-ee52-4f24-ad26-696e9f8f7ee9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 16:06:12.597365 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31770ec2-ee52-4f24-ad26-696e9f8f7ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafe6d3e-455b-4b61-bac1-041b306d90ad,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:12.602629 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-31770ec2-ee52-4f24-ad26-696e9f8f7ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:12.602970 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-31770ec2-ee52-4f24-ad26-696e9f8f7ee9 admin admin] Added segment abc8c7a0-7da5-47d3-8512-36398381e782 of type vlan for network 81686e2e-93a8-4f2b-8352-f0aa996f29a4 Aug 18 16:06:12.650744 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-31770ec2-ee52-4f24-ad26-696e9f8f7ee9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780901782941'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:12.677209 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-31770ec2-ee52-4f24-ad26-696e9f8f7ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:12.678228 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31770ec2-ee52-4f24-ad26-696e9f8f7ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:12.678815 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-31770ec2-ee52-4f24-ad26-696e9f8f7ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:12.745459 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-31770ec2-ee52-4f24-ad26-696e9f8f7ee9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3652284 Aug 18 16:06:12.748230 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40470) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:12.754438 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-5cc2a853-23dc-4664-9d88-c0b9da34e6da admin admin] Request body: {'subnet': {'network_id': '81686e2e-93a8-4f2b-8352-f0aa996f29a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-175346105-subnet', 'tenant_id': '5040454b04bc4070b1026223ac41faa0', 'ip_version': 4}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:06:12.761461 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31770ec2-ee52-4f24-ad26-696e9f8f7ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=81686e2e-93a8-4f2b-8352-f0aa996f29a4,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:12.768345 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Network 81686e2e-93a8-4f2b-8352-f0aa996f29a4 details requested by agent ovs-agent-dv-cinder-778534-7-iscsi with host dv-cinder-778534-7-iscsi {{(pid=93848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 16:06:12.783057 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc2a853-23dc-4664-9d88-c0b9da34e6da admin admin] Made reservation on behalf of 5040454b04bc4070b1026223ac41faa0 for: {'subnet': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:06:12.786032 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a853-23dc-4664-9d88-c0b9da34e6da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14307652'] for subnet, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:12.967269 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a853-23dc-4664-9d88-c0b9da34e6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13958124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14307666'] for subnet, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:13.030938 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2a853-23dc-4664-9d88-c0b9da34e6da admin admin] Pushing event updated for resources: {'Subnet': ['ID=31bf3db7-254d-4aac-abe2-65bc4dacf21c,revision_number=0']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:13.036249 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2a853-23dc-4664-9d88-c0b9da34e6da admin admin] Checking segment: {'id': 'abc8c7a0-7da5-47d3-8512-36398381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81686e2e-93a8-4f2b-8352-f0aa996f29a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:06:13.036655 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc2a853-23dc-4664-9d88-c0b9da34e6da admin admin] Network hostable DHCP agents. Network: 81686e2e-93a8-4f2b-8352-f0aa996f29a4, hostable agents: ['7a344fa4-0ed3-4081-8e7f-97300197f594'], hosted agents: [] {{(pid=93847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 16:06:13.053621 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc2a853-23dc-4664-9d88-c0b9da34e6da admin admin] Network 81686e2e-93a8-4f2b-8352-f0aa996f29a4 is scheduled to be hosted by DHCP agent 7a344fa4-0ed3-4081-8e7f-97300197f594 with binding_index 1 {{(pid=93847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 16:06:13.062706 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-5cc2a853-23dc-4664-9d88-c0b9da34e6da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-7-iscsi, 81686e2e-93a8-4f2b-8352-f0aa996f29a4) {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:06:13.067329 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc2a853-23dc-4664-9d88-c0b9da34e6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:13.067913 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a853-23dc-4664-9d88-c0b9da34e6da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:13.071856 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4811cdc5-7a13-4ab8-a769-331f7c7a8fb6 None None] Network 81686e2e-93a8-4f2b-8352-f0aa996f29a4 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 16:06:13.082970 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-5cc2a853-23dc-4664-9d88-c0b9da34e6da admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3335884 Aug 18 16:06:13.085568 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40472) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:13.089944 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-175346105-router', 'tenant_id': '5040454b04bc4070b1026223ac41faa0', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:06:13.110331 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4559'] for router, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:13.111384 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4550'] for router, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:13.167701 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:13.223367 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17a5b9fc-3a6e-58d6-85c8-41a721a533fa-81686e2e-93a8-4f2b-8352-f0aa996f29a4', 'network_id': '81686e2e-93a8-4f2b-8352-f0aa996f29a4', 'tenant_id': '5040454b04bc4070b1026223ac41faa0', 'fixed_ips': [{'subnet_id': '31bf3db7-254d-4aac-abe2-65bc4dacf21c'}]}} from dv-cinder-778534-7-iscsi. {{(pid=93848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 16:06:13.224353 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:13.303949 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:13.365034 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.db_base_plugin_common [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Allocated IP 172.20.0.2 (81686e2e-93a8-4f2b-8352-f0aa996f29a4/31bf3db7-254d-4aac-abe2-65bc4dacf21c/45437e04-17e3-4fbc-a23e-d9a8cbe77a34) {{(pid=93848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:06:13.534731 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Notify callbacks [] for port, precommit_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:13.543925 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Transition to ACTIVE for port object 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:06:13.560763 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Transition to ACTIVE for port object 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 will not be triggered until provisioned by entity DHCP. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:06:13.569811 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859'] for port, after_create {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:13.619032 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Network 81686e2e-93a8-4f2b-8352-f0aa996f29a4 is already hosted by enough agents. {{(pid=93848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:06:13.622183 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.scheduler.base_scheduler [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Resources bound (agent type, host, resource id): {{(pid=93848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:06:13.627916 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Received port after_create {{(pid=93848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:06:13.631418 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Pushing event updated for resources: {'Port': ['ID=45437e04-17e3-4fbc-a23e-d9a8cbe77a34,revision_number=1']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:13.694772 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Attempting to bind port 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:06:13.695236 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Attempting to bind port 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': 'abc8c7a0-7da5-47d3-8512-36398381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81686e2e-93a8-4f2b-8352-f0aa996f29a4'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:06:13.695609 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Attempting to bind port 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 on network 81686e2e-93a8-4f2b-8352-f0aa996f29a4 {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:06:13.701364 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:06:13.701745 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Checking segment: {'id': 'abc8c7a0-7da5-47d3-8512-36398381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81686e2e-93a8-4f2b-8352-f0aa996f29a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:06:13.702156 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:13.702552 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Bound using segment: {'id': 'abc8c7a0-7da5-47d3-8512-36398381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81686e2e-93a8-4f2b-8352-f0aa996f29a4'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:06:13.703023 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Bound port: 45437e04-17e3-4fbc-a23e-d9a8cbe77a34, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc8c7a0-7da5-47d3-8512-36398381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81686e2e-93a8-4f2b-8352-f0aa996f29a4'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:06:13.703406 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:13.749289 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Sync routers for ids ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:06:13.761202 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Routers {'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:06:13.761841 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:05:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:13.783360 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] For port 45437e04-17e3-4fbc-a23e-d9a8cbe77a34, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:06:13.788010 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] For port 45437e04-17e3-4fbc-a23e-d9a8cbe77a34, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=45437e04-17e3-4fbc-a23e-d9a8cbe77a34,segment=NetworkSegment(abc8c7a0-7da5-47d3-8512-36398381e782),segment_id=abc8c7a0-7da5-47d3-8512-36398381e782)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:06:13.792042 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:13.826416 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:13.852267 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:13.854879 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86393ed8-5dd4-462e-ad6f-aea58dca6c6e None None] Pushing event updated for resources: {'Port': ['ID=45437e04-17e3-4fbc-a23e-d9a8cbe77a34,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:13.983468 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Allocated IP 172.27.2.92 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/ac2446f9-5f2f-46fb-b835-f7bdfbb527fa) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:06:13.986887 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Set router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:06:14.125021 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:14.170569 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:14.218334 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:06:14.224289 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:06:14.224632 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'name': 'tempest-TestShelveInstance-1430364279-router', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:11Z', 'revision_number': 4, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'gw_port': {'id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '8f9e2e8c-5adb-4088-8524-60c9327d3cf0', 'name': '', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'mac_address': 'fa:16:3e:29:e7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:10Z', 'updated_at': '2021-08-18T16:06:11Z', 'revision_number': 2, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'subnets': [{'id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:14.226279 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Pushing event updated for resources: {'Port': ['ID=ac2446f9-5f2f-46fb-b835-f7bdfbb527fa,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:14.228451 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:06:14.255503 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Checking router: c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:06:14.255785 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Updating router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 port 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 binding host dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 16:06:14.282400 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:14.498868 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:06:14.504093 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:14.566145 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:06:14.571353 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:06:14.594167 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Notify callbacks [] for port, precommit_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:14.608074 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.provisioning_blocks [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Transition to ACTIVE for port object 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 will not be triggered until provisioned by entity L2. {{(pid=93849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:06:14.615784 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:14.637620 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:06:14.641975 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:14.642396 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:14.677226 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc84cb-6aba-433b-841a-6a1aaa97cb73 None None] Pushing event updated for resources: {'Port': ['ID=8f9e2e8c-5adb-4088-8524-60c9327d3cf0,revision_number=3']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:14.700328 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc84cb-6aba-433b-841a-6a1aaa97cb73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:14.700843 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc84cb-6aba-433b-841a-6a1aaa97cb73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:14.701283 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc84cb-6aba-433b-841a-6a1aaa97cb73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:14.701715 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc84cb-6aba-433b-841a-6a1aaa97cb73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:14.702498 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc84cb-6aba-433b-841a-6a1aaa97cb73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:14.702952 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc84cb-6aba-433b-841a-6a1aaa97cb73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:14.703383 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc84cb-6aba-433b-841a-6a1aaa97cb73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:14.703863 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc84cb-6aba-433b-841a-6a1aaa97cb73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:14.704312 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc84cb-6aba-433b-841a-6a1aaa97cb73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:14.704770 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc84cb-6aba-433b-841a-6a1aaa97cb73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:14.705180 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc84cb-6aba-433b-841a-6a1aaa97cb73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:14.705601 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc84cb-6aba-433b-841a-6a1aaa97cb73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:14.747059 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-470822'] for router, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:14.749523 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Attempting to bind port 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:06:14.750021 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Attempting to bind port 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '494ae9e3-7678-4425-958c-b562fe5ee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a'}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:06:14.752854 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Attempting to bind port 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 on network daa75f7b-c605-424f-bdc9-6721b917572a {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:06:14.761288 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:06:14.762044 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Checking segment: {'id': '494ae9e3-7678-4425-958c-b562fe5ee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:06:14.762670 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:14.763279 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Bound using segment: {'id': '494ae9e3-7678-4425-958c-b562fe5ee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a'} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:06:14.766862 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Bound port: 8f9e2e8c-5adb-4088-8524-60c9327d3cf0, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494ae9e3-7678-4425-958c-b562fe5ee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a'}}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:06:14.767412 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:14.786107 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:14.806295 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-5749d719-9481-4589-a46c-ee7a714e9759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:14.822195 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:06:14.827782 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:14.847476 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] For port 8f9e2e8c-5adb-4088-8524-60c9327d3cf0, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:06:14.850882 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] For port 8f9e2e8c-5adb-4088-8524-60c9327d3cf0, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=8f9e2e8c-5adb-4088-8524-60c9327d3cf0,segment=NetworkSegment(494ae9e3-7678-4425-958c-b562fe5ee5c4),segment_id=494ae9e3-7678-4425-958c-b562fe5ee5c4)] {{(pid=93849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:06:14.859153 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:14.923873 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:14.931676 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Routers {'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:06:14.933140 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:05:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:14.940036 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc84cb-6aba-433b-841a-6a1aaa97cb73 None None] Pushing event updated for resources: {'Port': ['ID=8f9e2e8c-5adb-4088-8524-60c9327d3cf0,revision_number=4']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:14.964707 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Router acbc7035-be8d-4323-b18c-e5bf130f144c is scheduled to L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac with binding_index 1 {{(pid=93847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 16:06:14.996015 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d360b7-7041-4f81-9b87-2983355c2a4f None None] Network 81686e2e-93a8-4f2b-8352-f0aa996f29a4 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 16:06:15.064911 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] Set router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:06:15.089117 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:06:15.105211 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Sync routers for ids ['acbc7035-be8d-4323-b18c-e5bf130f144c'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:06:15.119291 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] Notify callbacks [] for router, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:15.121927 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-a1aebcf5-eab7-4499-8e17-33cf361e3f15 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0352538 Aug 18 16:06:15.124702 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40474) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:15.125535 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-03d2b27c-2205-40ac-9885-6ae9051a4fbd None None] Provisioning for port 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:06:15.130651 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Routers {'acbc7035-be8d-4323-b18c-e5bf130f144c'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:06:15.131301 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:05:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['acbc7035-be8d-4323-b18c-e5bf130f144c'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:15.193397 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-03d2b27c-2205-40ac-9885-6ae9051a4fbd None None] Provisioning complete for port 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:15.193772 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-03d2b27c-2205-40ac-9885-6ae9051a4fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:15.309254 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'name': 'tempest-TestShelveInstance-1430364279-router', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:11Z', 'revision_number': 4, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'gw_port': {'id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '8f9e2e8c-5adb-4088-8524-60c9327d3cf0', 'name': '', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'mac_address': 'fa:16:3e:29:e7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:10Z', 'updated_at': '2021-08-18T16:06:14Z', 'revision_number': 4, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'subnets': [{'id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:15.337943 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Set router acbc7035-be8d-4323-b18c-e5bf130f144c gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:06:15.338451 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5127ce-89f8-41dd-97d0-f373ebbfb170 None None] The sync data for ids ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'] in dv-cinder-778534-7-iscsi is: [{'id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'name': 'tempest-TestShelveInstance-1430364279-router', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:11Z', 'revision_number': 4, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'gw_port': {'id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '8f9e2e8c-5adb-4088-8524-60c9327d3cf0', 'name': '', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'mac_address': 'fa:16:3e:29:e7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:10Z', 'updated_at': '2021-08-18T16:06:14Z', 'revision_number': 4, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'subnets': [{'id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:06:15.484424 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-03d2b27c-2205-40ac-9885-6ae9051a4fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:15.551189 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-03d2b27c-2205-40ac-9885-6ae9051a4fbd None None] For port 45437e04-17e3-4fbc-a23e-d9a8cbe77a34, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=45437e04-17e3-4fbc-a23e-d9a8cbe77a34,segment=NetworkSegment(abc8c7a0-7da5-47d3-8512-36398381e782),segment_id=abc8c7a0-7da5-47d3-8512-36398381e782)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:06:15.581066 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-03d2b27c-2205-40ac-9885-6ae9051a4fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:15.589463 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:15.645979 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2b27c-2205-40ac-9885-6ae9051a4fbd None None] Pushing event updated for resources: {'Port': ['ID=45437e04-17e3-4fbc-a23e-d9a8cbe77a34,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:15.661329 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'name': 'tempest-TestShelveInstance-175346105-router', 'tenant_id': '5040454b04bc4070b1026223ac41faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ac2446f9-5f2f-46fb-b835-f7bdfbb527fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:13Z', 'updated_at': '2021-08-18T16:06:14Z', 'revision_number': 3, 'project_id': '5040454b04bc4070b1026223ac41faa0', 'gw_port': {'id': 'ac2446f9-5f2f-46fb-b835-f7bdfbb527fa', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:13Z', 'updated_at': '2021-08-18T16:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:15.708961 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Checking router: acbc7035-be8d-4323-b18c-e5bf130f144c for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:06:15.709333 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Updating router acbc7035-be8d-4323-b18c-e5bf130f144c port ac2446f9-5f2f-46fb-b835-f7bdfbb527fa binding host dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 16:06:15.745317 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:15.790341 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Allocated IP 172.20.0.1 (81686e2e-93a8-4f2b-8352-f0aa996f29a4/31bf3db7-254d-4aac-abe2-65bc4dacf21c/b7519760-2157-439c-a6f9-4208efb385d1) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:06:15.878930 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-6cd6abef-09cf-4621-a65b-428cfc0f0699 None None] Provisioning complete for port 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:15.879306 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6cd6abef-09cf-4621-a65b-428cfc0f0699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:15.902071 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:15.920677 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Transition to ACTIVE for port object b7519760-2157-439c-a6f9-4208efb385d1 will not be triggered until provisioned by entity DHCP. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:06:15.957988 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:16.002473 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Network 81686e2e-93a8-4f2b-8352-f0aa996f29a4 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:06:16.005854 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:06:16.009969 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:06:16.040488 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Pushing event updated for resources: {'Port': ['ID=b7519760-2157-439c-a6f9-4208efb385d1,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:16.057578 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629806'] for router_interface, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:16.193650 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:16.241597 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:16.253192 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Transition to ACTIVE for port object ac2446f9-5f2f-46fb-b835-f7bdfbb527fa will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:06:16.258738 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:16.319318 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde5610-6798-4746-8019-cd4d0f0470f6 None None] Pushing event updated for resources: {'Port': ['ID=ac2446f9-5f2f-46fb-b835-f7bdfbb527fa,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:16.323618 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Attempting to bind port ac2446f9-5f2f-46fb-b835-f7bdfbb527fa on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:06:16.323996 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Attempting to bind port ac2446f9-5f2f-46fb-b835-f7bdfbb527fa by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:06:16.324362 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Attempting to bind port ac2446f9-5f2f-46fb-b835-f7bdfbb527fa on network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:06:16.331562 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:06:16.331982 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Checking segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:06:16.332393 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:16.332809 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Bound using segment: {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:06:16.333282 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Bound port: ac2446f9-5f2f-46fb-b835-f7bdfbb527fa, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d4833c-2798-4f6f-9aa8-bf87e3731532', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:06:16.333663 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:16.336077 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-57b70714-00e2-41b2-8dfb-b34c7103d8aa None None] Provisioning for port b7519760-2157-439c-a6f9-4208efb385d1 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:06:16.358608 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-57b70714-00e2-41b2-8dfb-b34c7103d8aa None None] Provisioning complete for port b7519760-2157-439c-a6f9-4208efb385d1 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:16.358903 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-57b70714-00e2-41b2-8dfb-b34c7103d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:16.359056 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:16.363908 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:16.419747 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-57b70714-00e2-41b2-8dfb-b34c7103d8aa None None] Port b7519760-2157-439c-a6f9-4208efb385d1 cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 16:06:16.425852 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] For port ac2446f9-5f2f-46fb-b835-f7bdfbb527fa, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:06:16.430040 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] For port ac2446f9-5f2f-46fb-b835-f7bdfbb527fa, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=ac2446f9-5f2f-46fb-b835-f7bdfbb527fa,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:06:16.431049 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Pushing event updated for resources: {'Port': ['ID=b7519760-2157-439c-a6f9-4208efb385d1,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:16.433625 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629850'] for router_interface, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:16.435316 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:16.499083 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Routers {'acbc7035-be8d-4323-b18c-e5bf130f144c'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:06:16.499759 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:05:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['acbc7035-be8d-4323-b18c-e5bf130f144c'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:16.505149 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:06:16.536120 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Network 81686e2e-93a8-4f2b-8352-f0aa996f29a4 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:06:16.537553 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:06:16.556369 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde5610-6798-4746-8019-cd4d0f0470f6 None None] Pushing event updated for resources: {'Port': ['ID=ac2446f9-5f2f-46fb-b835-f7bdfbb527fa,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:16.640963 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:06:16.653524 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:16.654076 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:16.669319 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Router acbc7035-be8d-4323-b18c-e5bf130f144c has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:06:16.685363 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] Set router acbc7035-be8d-4323-b18c-e5bf130f144c gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:06:16.786522 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:06:16.792122 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-58ea2c81-29f8-4173-b5f1-954d32ad924c admin admin] 10.222.0.44 "PUT /v2.0/routers/acbc7035-be8d-4323-b18c-e5bf130f144c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6658733 Aug 18 16:06:16.839961 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-9a25a60d-b5c7-45b1-9fb5-cd3d86827db6 None None] Provisioning complete for port b7519760-2157-439c-a6f9-4208efb385d1 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:16.840599 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-9a25a60d-b5c7-45b1-9fb5-cd3d86827db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:16.892706 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:16.918827 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-9a25a60d-b5c7-45b1-9fb5-cd3d86827db6 None None] Port b7519760-2157-439c-a6f9-4208efb385d1 cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 16:06:16.957121 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port 8f9e2e8c-5adb-4088-8524-60c9327d3cf0, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=8f9e2e8c-5adb-4088-8524-60c9327d3cf0,segment=NetworkSegment(494ae9e3-7678-4425-958c-b562fe5ee5c4),segment_id=494ae9e3-7678-4425-958c-b562fe5ee5c4)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:06:16.961572 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:16.962519 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:06:17.073264 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=8f9e2e8c-5adb-4088-8524-60c9327d3cf0,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:17.097899 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:17.098282 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:17.102591 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'name': 'tempest-TestShelveInstance-175346105-router', 'tenant_id': '5040454b04bc4070b1026223ac41faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ac2446f9-5f2f-46fb-b835-f7bdfbb527fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:13Z', 'updated_at': '2021-08-18T16:06:16Z', 'revision_number': 4, 'project_id': '5040454b04bc4070b1026223ac41faa0', 'gw_port': {'id': 'ac2446f9-5f2f-46fb-b835-f7bdfbb527fa', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:13Z', 'updated_at': '2021-08-18T16:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'b7519760-2157-439c-a6f9-4208efb385d1', 'name': '', 'network_id': '81686e2e-93a8-4f2b-8352-f0aa996f29a4', 'tenant_id': '5040454b04bc4070b1026223ac41faa0', 'mac_address': 'fa:16:3e:56:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '31bf3db7-254d-4aac-abe2-65bc4dacf21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:15Z', 'updated_at': '2021-08-18T16:06:16Z', 'revision_number': 2, 'project_id': '5040454b04bc4070b1026223ac41faa0', 'subnets': [{'id': '31bf3db7-254d-4aac-abe2-65bc4dacf21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:17.150793 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d0cf4-f19f-4300-b70b-5518d785b297 None None] The sync data for ids ['acbc7035-be8d-4323-b18c-e5bf130f144c'] in dv-cinder-778534-7-iscsi is: [{'id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'name': 'tempest-TestShelveInstance-175346105-router', 'tenant_id': '5040454b04bc4070b1026223ac41faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ac2446f9-5f2f-46fb-b835-f7bdfbb527fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:13Z', 'updated_at': '2021-08-18T16:06:16Z', 'revision_number': 4, 'project_id': '5040454b04bc4070b1026223ac41faa0', 'gw_port': {'id': 'ac2446f9-5f2f-46fb-b835-f7bdfbb527fa', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:13Z', 'updated_at': '2021-08-18T16:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'b7519760-2157-439c-a6f9-4208efb385d1', 'name': '', 'network_id': '81686e2e-93a8-4f2b-8352-f0aa996f29a4', 'tenant_id': '5040454b04bc4070b1026223ac41faa0', 'mac_address': 'fa:16:3e:56:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '31bf3db7-254d-4aac-abe2-65bc4dacf21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:15Z', 'updated_at': '2021-08-18T16:06:16Z', 'revision_number': 2, 'project_id': '5040454b04bc4070b1026223ac41faa0', 'subnets': [{'id': '31bf3db7-254d-4aac-abe2-65bc4dacf21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:06:17.212271 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:06:17.261773 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:17.262100 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:17.472287 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40482) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:17.477159 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-0150c809-c953-4925-ae67-36366ce8ddf5 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-389468503', 'description': 'tempest-secgroup-smoke-389468503 description', 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:06:17.506647 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0150c809-c953-4925-ae67-36366ce8ddf5 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:17.598829 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0150c809-c953-4925-ae67-36366ce8ddf5 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:17.604062 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0150c809-c953-4925-ae67-36366ce8ddf5 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:17.636218 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150c809-c953-4925-ae67-36366ce8ddf5 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e34d38-a449-4495-b906-8aaa92d36ab9,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:17.640820 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0150c809-c953-4925-ae67-36366ce8ddf5 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:17.642785 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-0150c809-c953-4925-ae67-36366ce8ddf5 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1694224 Aug 18 16:06:17.645798 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40484) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:17.651081 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-7857e2bc-db75-4dbc-9c19-4cbd41ad68c8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Request body: {'security_group_rule': {'security_group_id': 'e7e34d38-a449-4495-b906-8aaa92d36ab9', 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:06:17.684125 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7857e2bc-db75-4dbc-9c19-4cbd41ad68c8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:17.693047 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1fb35305-336e-4377-ad10-c9b515204912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:17.752151 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7857e2bc-db75-4dbc-9c19-4cbd41ad68c8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:17.757071 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7857e2bc-db75-4dbc-9c19-4cbd41ad68c8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:17.775747 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857e2bc-db75-4dbc-9c19-4cbd41ad68c8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fedf3c4-fad0-473c-b947-7276cd2113db,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:17.782823 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7857e2bc-db75-4dbc-9c19-4cbd41ad68c8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:17.784147 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-7857e2bc-db75-4dbc-9c19-4cbd41ad68c8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374257 Aug 18 16:06:17.786854 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40486) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:17.791394 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-c10f01d9-94be-47a7-824b-a4a6f67c07e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Request body: {'security_group_rule': {'security_group_id': 'e7e34d38-a449-4495-b906-8aaa92d36ab9', 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:06:17.819130 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c10f01d9-94be-47a7-824b-a4a6f67c07e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:17.879639 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c10f01d9-94be-47a7-824b-a4a6f67c07e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:17.883640 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c10f01d9-94be-47a7-824b-a4a6f67c07e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:17.899213 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:17.901729 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f01d9-94be-47a7-824b-a4a6f67c07e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d2f3a2-0831-4e26-82d9-3359ccb105eb,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:17.906557 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c10f01d9-94be-47a7-824b-a4a6f67c07e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:17.908358 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c10f01d9-94be-47a7-824b-a4a6f67c07e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205678 Aug 18 16:06:17.911088 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40488) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:17.915421 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-4cad2ec4-bd27-465a-a011-09701763cf25 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Request body: {'security_group_rule': {'security_group_id': 'e7e34d38-a449-4495-b906-8aaa92d36ab9', 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:06:17.941835 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4cad2ec4-bd27-465a-a011-09701763cf25 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.004351 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4cad2ec4-bd27-465a-a011-09701763cf25 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.008300 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4cad2ec4-bd27-465a-a011-09701763cf25 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.038212 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad2ec4-bd27-465a-a011-09701763cf25 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55745e90-3562-4ef2-a79e-d801a1d71725,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:18.049920 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4cad2ec4-bd27-465a-a011-09701763cf25 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.051283 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-4cad2ec4-bd27-465a-a011-09701763cf25 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392415 Aug 18 16:06:18.054144 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40490) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:18.059106 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-5a10405b-fc36-4e54-9a72-e6883fa3f525 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Request body: {'security_group_rule': {'security_group_id': 'e7e34d38-a449-4495-b906-8aaa92d36ab9', 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:06:18.088893 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5a10405b-fc36-4e54-9a72-e6883fa3f525 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.162403 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5a10405b-fc36-4e54-9a72-e6883fa3f525 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.166432 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5a10405b-fc36-4e54-9a72-e6883fa3f525 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.184718 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10405b-fc36-4e54-9a72-e6883fa3f525 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d78baeb-575d-4017-8712-90a64aff76c9,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:18.191740 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5a10405b-fc36-4e54-9a72-e6883fa3f525 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.195517 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-5a10405b-fc36-4e54-9a72-e6883fa3f525 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378906 Aug 18 16:06:18.195871 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40492) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:18.200647 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [None req-79477f75-bff7-4971-a61f-ba5da6e4995e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Request body: {'security_group_rule': {'security_group_id': 'e7e34d38-a449-4495-b906-8aaa92d36ab9', 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:06:18.228005 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.db.securitygroups_db [None req-79477f75-bff7-4971-a61f-ba5da6e4995e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Project a1a42f62d8bd426883e20f9bd2bca3b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 16:06:18.233774 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-79477f75-bff7-4971-a61f-ba5da6e4995e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.306563 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-79477f75-bff7-4971-a61f-ba5da6e4995e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.310649 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-79477f75-bff7-4971-a61f-ba5da6e4995e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.331313 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79477f75-bff7-4971-a61f-ba5da6e4995e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b70be24-3d47-49d4-9b9d-181cab292b58,revision_number=0']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:18.334117 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-79477f75-bff7-4971-a61f-ba5da6e4995e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.335335 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-79477f75-bff7-4971-a61f-ba5da6e4995e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384840 Aug 18 16:06:18.338597 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40494) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:18.343590 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-e3361ddf-4fb0-4c04-a57a-2a94ec6f36de tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Request body: {'security_group_rule': {'security_group_id': 'e7e34d38-a449-4495-b906-8aaa92d36ab9', 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:06:18.367318 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.securitygroups_db [None req-e3361ddf-4fb0-4c04-a57a-2a94ec6f36de tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Project a1a42f62d8bd426883e20f9bd2bca3b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 16:06:18.372622 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e3361ddf-4fb0-4c04-a57a-2a94ec6f36de tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.446460 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e3361ddf-4fb0-4c04-a57a-2a94ec6f36de tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.451703 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e3361ddf-4fb0-4c04-a57a-2a94ec6f36de tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484953'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.537941 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device ac2446f9-5f2f-46fb-b835-f7bdfbb527fa up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:06:18.600473 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port ac2446f9-5f2f-46fb-b835-f7bdfbb527fa completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:06:18.606462 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port ac2446f9-5f2f-46fb-b835-f7bdfbb527fa triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:18.606829 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.699289 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.713520 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3361ddf-4fb0-4c04-a57a-2a94ec6f36de tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb7bebd-e1d4-432b-8d7e-636319f0a0a9,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:18.721020 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e3361ddf-4fb0-4c04-a57a-2a94ec6f36de tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.722588 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-e3361ddf-4fb0-4c04-a57a-2a94ec6f36de tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3827271 Aug 18 16:06:18.726208 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port ac2446f9-5f2f-46fb-b835-f7bdfbb527fa, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=ac2446f9-5f2f-46fb-b835-f7bdfbb527fa,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:06:18.737255 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.738325 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:06:18.830257 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:18.831600 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=ac2446f9-5f2f-46fb-b835-f7bdfbb527fa,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:18.847944 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:18.848325 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:19.410561 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Sync routers for ids ['acbc7035-be8d-4323-b18c-e5bf130f144c'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:06:19.420063 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Routers {'acbc7035-be8d-4323-b18c-e5bf130f144c'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:06:19.420671 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:06:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['acbc7035-be8d-4323-b18c-e5bf130f144c'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:19.534861 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Set router acbc7035-be8d-4323-b18c-e5bf130f144c gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:06:19.744309 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'name': 'tempest-TestShelveInstance-175346105-router', 'tenant_id': '5040454b04bc4070b1026223ac41faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ac2446f9-5f2f-46fb-b835-f7bdfbb527fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:13Z', 'updated_at': '2021-08-18T16:06:16Z', 'revision_number': 4, 'project_id': '5040454b04bc4070b1026223ac41faa0', 'gw_port': {'id': 'ac2446f9-5f2f-46fb-b835-f7bdfbb527fa', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:13Z', 'updated_at': '2021-08-18T16:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'b7519760-2157-439c-a6f9-4208efb385d1', 'name': '', 'network_id': '81686e2e-93a8-4f2b-8352-f0aa996f29a4', 'tenant_id': '5040454b04bc4070b1026223ac41faa0', 'mac_address': 'fa:16:3e:56:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '31bf3db7-254d-4aac-abe2-65bc4dacf21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:15Z', 'updated_at': '2021-08-18T16:06:16Z', 'revision_number': 2, 'project_id': '5040454b04bc4070b1026223ac41faa0', 'subnets': [{'id': '31bf3db7-254d-4aac-abe2-65bc4dacf21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:19.771655 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Checking router: acbc7035-be8d-4323-b18c-e5bf130f144c for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:06:19.772008 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Updating router acbc7035-be8d-4323-b18c-e5bf130f144c port b7519760-2157-439c-a6f9-4208efb385d1 binding host dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 16:06:19.798122 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:20.039942 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:20.166995 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Notify callbacks [] for port, precommit_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:20.177293 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.provisioning_blocks [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Transition to ACTIVE for port object b7519760-2157-439c-a6f9-4208efb385d1 will not be triggered until provisioned by entity L2. {{(pid=93849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:06:20.182617 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:20.233801 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b992a-789c-4852-99c9-31c4c1543c25 None None] Pushing event updated for resources: {'Port': ['ID=b7519760-2157-439c-a6f9-4208efb385d1,revision_number=3']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:20.286244 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Attempting to bind port b7519760-2157-439c-a6f9-4208efb385d1 on host dv-cinder-778534-7-iscsi for vnic_type normal with profile {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:06:20.286700 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Attempting to bind port b7519760-2157-439c-a6f9-4208efb385d1 by drivers openvswitch,hyperv on host dv-cinder-778534-7-iscsi at level 0 using segments [{'id': 'abc8c7a0-7da5-47d3-8512-36398381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81686e2e-93a8-4f2b-8352-f0aa996f29a4'}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:06:20.287133 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Attempting to bind port b7519760-2157-439c-a6f9-4208efb385d1 on network 81686e2e-93a8-4f2b-8352-f0aa996f29a4 {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:06:20.292319 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Checking agent: {'id': '68ac807a-1642-4419-ab12-78c4095aa4c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 47, 48), 'started_at': datetime.datetime(2021, 8, 18, 15, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 16, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:06:20.292690 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Checking segment: {'id': 'abc8c7a0-7da5-47d3-8512-36398381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81686e2e-93a8-4f2b-8352-f0aa996f29a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:06:20.293116 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:20.293514 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Bound using segment: {'id': 'abc8c7a0-7da5-47d3-8512-36398381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81686e2e-93a8-4f2b-8352-f0aa996f29a4'} {{(pid=93849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:06:20.294107 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.managers [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Bound port: b7519760-2157-439c-a6f9-4208efb385d1, host: dv-cinder-778534-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc8c7a0-7da5-47d3-8512-36398381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81686e2e-93a8-4f2b-8352-f0aa996f29a4'}}] {{(pid=93849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:06:20.294495 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:20.365333 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] For port b7519760-2157-439c-a6f9-4208efb385d1, host dv-cinder-778534-7-iscsi, cleared binding levels {{(pid=93849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:06:20.368790 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.plugins.ml2.db [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] For port b7519760-2157-439c-a6f9-4208efb385d1, host dv-cinder-778534-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=b7519760-2157-439c-a6f9-4208efb385d1,segment=NetworkSegment(abc8c7a0-7da5-47d3-8512-36398381e782),segment_id=abc8c7a0-7da5-47d3-8512-36398381e782)] {{(pid=93849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:06:20.374235 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron_lib.callbacks.manager [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:20.432486 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b992a-789c-4852-99c9-31c4c1543c25 None None] Pushing event updated for resources: {'Port': ['ID=b7519760-2157-439c-a6f9-4208efb385d1,revision_number=4']} {{(pid=93849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:20.443085 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device ac2446f9-5f2f-46fb-b835-f7bdfbb527fa up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:06:20.465973 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Routers {'acbc7035-be8d-4323-b18c-e5bf130f144c'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:06:20.466619 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:06:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['acbc7035-be8d-4323-b18c-e5bf130f144c'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:20.515637 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port ac2446f9-5f2f-46fb-b835-f7bdfbb527fa triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:20.517002 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:20.586956 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] Set router acbc7035-be8d-4323-b18c-e5bf130f144c gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:06:20.816095 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'name': 'tempest-TestShelveInstance-175346105-router', 'tenant_id': '5040454b04bc4070b1026223ac41faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ac2446f9-5f2f-46fb-b835-f7bdfbb527fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:13Z', 'updated_at': '2021-08-18T16:06:16Z', 'revision_number': 4, 'project_id': '5040454b04bc4070b1026223ac41faa0', 'gw_port': {'id': 'ac2446f9-5f2f-46fb-b835-f7bdfbb527fa', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:13Z', 'updated_at': '2021-08-18T16:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'b7519760-2157-439c-a6f9-4208efb385d1', 'name': '', 'network_id': '81686e2e-93a8-4f2b-8352-f0aa996f29a4', 'tenant_id': '5040454b04bc4070b1026223ac41faa0', 'mac_address': 'fa:16:3e:56:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '31bf3db7-254d-4aac-abe2-65bc4dacf21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:15Z', 'updated_at': '2021-08-18T16:06:20Z', 'revision_number': 4, 'project_id': '5040454b04bc4070b1026223ac41faa0', 'subnets': [{'id': '31bf3db7-254d-4aac-abe2-65bc4dacf21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:20.842670 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b7ce8f-932f-48e8-85ec-f15f52dcd926 None None] The sync data for ids ['acbc7035-be8d-4323-b18c-e5bf130f144c'] in dv-cinder-778534-7-iscsi is: [{'id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'name': 'tempest-TestShelveInstance-175346105-router', 'tenant_id': '5040454b04bc4070b1026223ac41faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ac2446f9-5f2f-46fb-b835-f7bdfbb527fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:13Z', 'updated_at': '2021-08-18T16:06:16Z', 'revision_number': 4, 'project_id': '5040454b04bc4070b1026223ac41faa0', 'gw_port': {'id': 'ac2446f9-5f2f-46fb-b835-f7bdfbb527fa', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:13Z', 'updated_at': '2021-08-18T16:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': 'b7519760-2157-439c-a6f9-4208efb385d1', 'name': '', 'network_id': '81686e2e-93a8-4f2b-8352-f0aa996f29a4', 'tenant_id': '5040454b04bc4070b1026223ac41faa0', 'mac_address': 'fa:16:3e:56:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '31bf3db7-254d-4aac-abe2-65bc4dacf21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:15Z', 'updated_at': '2021-08-18T16:06:20Z', 'revision_number': 4, 'project_id': '5040454b04bc4070b1026223ac41faa0', 'subnets': [{'id': '31bf3db7-254d-4aac-abe2-65bc4dacf21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:06:22.418163 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:22.454349 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device b7519760-2157-439c-a6f9-4208efb385d1 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:06:22.503329 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning for port b7519760-2157-439c-a6f9-4208efb385d1 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:06:22.507140 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port b7519760-2157-439c-a6f9-4208efb385d1 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:22.507519 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:22.597295 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:22.633992 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] For port b7519760-2157-439c-a6f9-4208efb385d1, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=b7519760-2157-439c-a6f9-4208efb385d1,segment=NetworkSegment(abc8c7a0-7da5-47d3-8512-36398381e782),segment_id=abc8c7a0-7da5-47d3-8512-36398381e782)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:06:22.638631 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:22.696167 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Pushing event updated for resources: {'Port': ['ID=b7519760-2157-439c-a6f9-4208efb385d1,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:24.433964 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device b7519760-2157-439c-a6f9-4208efb385d1 up at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:06:24.483149 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Provisioning complete for port b7519760-2157-439c-a6f9-4208efb385d1 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:24.483531 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:25.021662 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:06:35.134653 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-54475aee-d1da-4c68-94a5-f01e749347fd tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-389468503&fields=id&tenant_id=a1a42f62d8bd426883e20f9bd2bca3b0 HTTP/1.1" status: 200 len: 267 time: 0.0341029 Aug 18 16:06:35.244167 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-b214cf10-2306-47af-9758-c0bf8d331d48 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:35.245651 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-b214cf10-2306-47af-9758-c0bf8d331d48 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/networks?id=daa75f7b-c605-424f-bdc9-6721b917572a HTTP/1.1" status: 200 len: 809 time: 0.1042104 Aug 18 16:06:35.261105 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-ae7fa0e4-a243-47bd-a220-f98981908eae tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/quotas/a1a42f62d8bd426883e20f9bd2bca3b0 HTTP/1.1" status: 200 len: 375 time: 0.0091608 Aug 18 16:06:35.310518 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-1ccd49cc-c502-4a03-a5b7-52506a2164dc tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1a42f62d8bd426883e20f9bd2bca3b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440052 Aug 18 16:06:35.418562 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-a86e848d-97df-41b4-b931-e77b8d3bec71 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 16:06:35.419610 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-a86e848d-97df-41b4-b931-e77b8d3bec71 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0969815 Aug 18 16:06:35.510336 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-f07f7bc6-708c-4d12-8c3b-0ffd6a5da36a service neutron] 10.222.0.44 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842679 Aug 18 16:06:35.603445 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-095c654e-50a4-446f-ad6b-a8ba0b8adc01 service neutron] 10.222.0.44 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851395 Aug 18 16:06:35.910635 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-73e73c6c-6f6e-40ae-8362-ed5dd7403928 req-636a0d97-874e-42cb-9872-52c1f9cac502 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 210 time: 0.0273376 Aug 18 16:06:37.003095 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52161c44-9700-4ae7-b6d8-5d3c79102e44 req-fbfaed95-aef5-49a9-b3cf-7bf86c9a3fd9 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 210 time: 0.0284901 Aug 18 16:06:38.082064 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-794f4d1b-88cd-464c-b1c1-4611e7a25720 req-c68fcc1f-0d0f-4b61-959b-9f8d1c35ef04 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 210 time: 0.0310674 Aug 18 16:06:39.162723 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-294b1c4f-9323-4cfd-87b5-0fc8d95bc6a5 req-34225fe5-df62-4974-b4df-34f9c933f4c4 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 210 time: 0.0302947 Aug 18 16:06:40.254282 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-17b42f49-dc05-4568-9314-89a0778bd85f req-a65330f2-bf25-41e2-ae72-51c4d6d09090 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 210 time: 0.0262387 Aug 18 16:06:41.055857 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-933a54a0-3ea6-4bfb-be7e-878dfe3dd1de tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:41.057460 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-933a54a0-3ea6-4bfb-be7e-878dfe3dd1de tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.20 "GET /v2.0/networks?id=daa75f7b-c605-424f-bdc9-6721b917572a HTTP/1.1" status: 200 len: 809 time: 0.1035337 Aug 18 16:06:41.111605 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ae9cc0b-dc3b-4dff-bcf8-3970bc3379d2 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1a42f62d8bd426883e20f9bd2bca3b0 HTTP/1.1" status: 200 len: 379 time: 0.0359759 Aug 18 16:06:41.123852 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-5e01e73b-cb5f-4d04-b6c6-190cda12e7e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Request body: {'port': {'device_id': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'admin_state_up': True, 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'security_groups': ['e7e34d38-a449-4495-b906-8aaa92d36ab9']}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:06:41.237814 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-5e01e73b-cb5f-4d04-b6c6-190cda12e7e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Made reservation on behalf of a1a42f62d8bd426883e20f9bd2bca3b0 for: {'port': 1} {{(pid=93847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:06:41.241496 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-5e01e73b-cb5f-4d04-b6c6-190cda12e7e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:41.374719 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a353b939-d3a0-4ef8-82af-280bfc97025b req-d1ec1574-7780-43ef-874a-e524e1c46dc3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 210 time: 0.0527458 Aug 18 16:06:41.402005 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-5e01e73b-cb5f-4d04-b6c6-190cda12e7e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Allocated IP 172.20.0.14 (daa75f7b-c605-424f-bdc9-6721b917572a/2f5ada2e-dd90-4eb5-97e5-9a73c5450770/11c65da3-3bd2-45d7-965b-f5c5092ebd48) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:06:41.556033 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-5e01e73b-cb5f-4d04-b6c6-190cda12e7e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:41.574094 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-5e01e73b-cb5f-4d04-b6c6-190cda12e7e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Transition to ACTIVE for port object 11c65da3-3bd2-45d7-965b-f5c5092ebd48 will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:06:41.607662 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-5e01e73b-cb5f-4d04-b6c6-190cda12e7e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:41.652636 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-5e01e73b-cb5f-4d04-b6c6-190cda12e7e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Network daa75f7b-c605-424f-bdc9-6721b917572a is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:06:41.655787 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-5e01e73b-cb5f-4d04-b6c6-190cda12e7e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:06:41.660320 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-5e01e73b-cb5f-4d04-b6c6-190cda12e7e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:06:41.666895 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01e73b-cb5f-4d04-b6c6-190cda12e7e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Pushing event updated for resources: {'Port': ['ID=11c65da3-3bd2-45d7-965b-f5c5092ebd48,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:41.713519 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-5e01e73b-cb5f-4d04-b6c6-190cda12e7e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:41.714152 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-5e01e73b-cb5f-4d04-b6c6-190cda12e7e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:41.735594 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-5e01e73b-cb5f-4d04-b6c6-190cda12e7e8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6147962 Aug 18 16:06:41.747423 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.v2.base [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Request body: {'port': {'device_id': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:06:41.803919 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:41.872456 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-6a1ae513-d0f8-4e60-9e80-f0807ca734cf None None] Provisioning for port 11c65da3-3bd2-45d7-965b-f5c5092ebd48 completed by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:06:41.877321 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-6a1ae513-d0f8-4e60-9e80-f0807ca734cf None None] Provisioning complete for port 11c65da3-3bd2-45d7-965b-f5c5092ebd48 triggered by entity DHCP. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:41.877829 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae513-d0f8-4e60-9e80-f0807ca734cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:41.914943 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-6a1ae513-d0f8-4e60-9e80-f0807ca734cf None None] Port 11c65da3-3bd2-45d7-965b-f5c5092ebd48 cannot update to ACTIVE because it is not bound. {{(pid=93848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 16:06:42.077747 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c65da3-3bd2-45d7-965b-f5c5092ebd48 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 16:06:42.085217 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:42.097326 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Transition to ACTIVE for port object 11c65da3-3bd2-45d7-965b-f5c5092ebd48 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 16:06:42.100820 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:42.151590 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Pushing event updated for resources: {'Port': ['ID=11c65da3-3bd2-45d7-965b-f5c5092ebd48,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:42.228417 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Attempting to bind port 11c65da3-3bd2-45d7-965b-f5c5092ebd48 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 16:06:42.228767 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Attempting to bind port 11c65da3-3bd2-45d7-965b-f5c5092ebd48 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '494ae9e3-7678-4425-958c-b562fe5ee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 16:06:42.229111 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Attempting to bind port 11c65da3-3bd2-45d7-965b-f5c5092ebd48 on network daa75f7b-c605-424f-bdc9-6721b917572a {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:06:42.234046 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Port 11c65da3-3bd2-45d7-965b-f5c5092ebd48 on network daa75f7b-c605-424f-bdc9-6721b917572a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 16:06:42.234374 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Attempting to bind port 11c65da3-3bd2-45d7-965b-f5c5092ebd48 on network daa75f7b-c605-424f-bdc9-6721b917572a {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 16:06:42.241868 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Checking agent: {'id': 'f8cb20cd-f543-4154-a947-629589d04e92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'started_at': datetime.datetime(2021, 8, 18, 15, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 16, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 16:06:42.242210 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Checking segment: {'id': '494ae9e3-7678-4425-958c-b562fe5ee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 16:06:42.242601 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Bound using segment: {'id': '494ae9e3-7678-4425-958c-b562fe5ee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 16:06:42.243047 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Bound port: 11c65da3-3bd2-45d7-965b-f5c5092ebd48, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494ae9e3-7678-4425-958c-b562fe5ee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 16:06:42.243413 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:42.311414 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] For port 11c65da3-3bd2-45d7-965b-f5c5092ebd48, host hv-cinder-77853, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:06:42.314705 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] For port 11c65da3-3bd2-45d7-965b-f5c5092ebd48, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48,segment=NetworkSegment(494ae9e3-7678-4425-958c-b562fe5ee5c4),segment_id=494ae9e3-7678-4425-958c-b562fe5ee5c4)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:06:42.318273 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13957975'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:42.358725 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:42.359349 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:42.361667 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/11c65da3-3bd2-45d7-965b-f5c5092ebd48 HTTP/1.1" status: 200 len: 1094 time: 0.6186807 Aug 18 16:06:42.362143 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'tag': '11c65da3-3bd2-45d7-965b-f5c5092ebd48'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:06:42.364435 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70052a28-5cba-4078-90d7-b9ddb03651ee" -d '{"events": [{"name": "network-changed", "server_uuid": "80908fb6-4dff-449b-ab2f-f12026d1595d", "tag": "11c65da3-3bd2-45d7-965b-f5c5092ebd48"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:06:42.386722 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1f602-21e2-49b9-94f0-7de907ce95d1 service neutron] Pushing event updated for resources: {'Port': ['ID=11c65da3-3bd2-45d7-965b-f5c5092ebd48,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:42.457901 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-cb585379-0a7d-45ba-ac16-e8ced60be31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:42.459435 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-cb585379-0a7d-45ba-ac16-e8ced60be31a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1a42f62d8bd426883e20f9bd2bca3b0&device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 1097 time: 0.0510414 Aug 18 16:06:42.479916 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c114a121-9d3a-49c5-b1ad-06f105336a19 x-openstack-request-id: req-c114a121-9d3a-49c5-b1ad-06f105336a19 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:06:42.480206 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80908fb6-4dff-449b-ab2f-f12026d1595d", "tag": "11c65da3-3bd2-45d7-965b-f5c5092ebd48", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:06:42.480458 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c114a121-9d3a-49c5-b1ad-06f105336a19 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:06:42.480880 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'tag': '11c65da3-3bd2-45d7-965b-f5c5092ebd48', 'status': 'completed', 'code': 200} Aug 18 16:06:42.524906 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-64d54aec-962d-47af-908d-2eac1934885d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48 HTTP/1.1" status: 200 len: 217 time: 0.0543010 Aug 18 16:06:42.573992 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e0579-8057-4618-bd8c-3ab2cab29d03 req-b08e9669-4351-4d6d-8e48-b2b5a6a6e066 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:42.575464 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-482e0579-8057-4618-bd8c-3ab2cab29d03 req-b08e9669-4351-4d6d-8e48-b2b5a6a6e066 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 944 time: 0.1151636 Aug 18 16:06:42.600979 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-bacbc041-611b-47c2-ba42-7e0f91f74799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:42.602377 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-bacbc041-611b-47c2-ba42-7e0f91f74799 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f5ada2e-dd90-4eb5-97e5-9a73c5450770 HTTP/1.1" status: 200 len: 848 time: 0.0690477 Aug 18 16:06:42.643778 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-482e0579-8057-4618-bd8c-3ab2cab29d03 req-f5a7de53-dd87-4ce5-b266-a079a1d113cf tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599351 Aug 18 16:06:42.659308 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7869c56b-a7eb-4500-910e-35850a51a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:42.660804 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-7869c56b-a7eb-4500-910e-35850a51a85c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=daa75f7b-c605-424f-bdc9-6721b917572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508075 Aug 18 16:06:42.754723 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-46da5246-2ddd-4d1d-beb6-ae497d502085 service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868669 Aug 18 16:06:42.845024 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-52c86f21-2d11-4c8d-a381-17b2a3bd813d req-3294a2a4-8ee8-4cac-96bb-722c82975f8d service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829141 Aug 18 16:06:42.940117 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70052a28-5cba-4078-90d7-b9ddb03651ee req-c5b70e0e-9a7e-4178-9cb6-ad02fca46f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:42.941711 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-70052a28-5cba-4078-90d7-b9ddb03651ee req-c5b70e0e-9a7e-4178-9cb6-ad02fca46f19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1a42f62d8bd426883e20f9bd2bca3b0&device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 1097 time: 0.0480945 Aug 18 16:06:43.036005 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70052a28-5cba-4078-90d7-b9ddb03651ee req-1733232c-5505-4521-bc8e-5813b6cca8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:43.037444 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-70052a28-5cba-4078-90d7-b9ddb03651ee req-1733232c-5505-4521-bc8e-5813b6cca8b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=daa75f7b-c605-424f-bdc9-6721b917572a HTTP/1.1" status: 200 len: 910 time: 0.0889254 Aug 18 16:06:43.083282 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-70052a28-5cba-4078-90d7-b9ddb03651ee req-3f58556b-0701-4e4a-abf0-d4e891b81d50 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48 HTTP/1.1" status: 200 len: 217 time: 0.0383403 Aug 18 16:06:43.134248 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70052a28-5cba-4078-90d7-b9ddb03651ee req-cc115fc9-4f85-45ae-a45b-bc84aa0fd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:43.135692 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-70052a28-5cba-4078-90d7-b9ddb03651ee req-cc115fc9-4f85-45ae-a45b-bc84aa0fd70d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f5ada2e-dd90-4eb5-97e5-9a73c5450770 HTTP/1.1" status: 200 len: 848 time: 0.0453846 Aug 18 16:06:43.183039 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70052a28-5cba-4078-90d7-b9ddb03651ee req-835d9517-98d8-4334-bdf7-ddacc037adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:43.184515 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-70052a28-5cba-4078-90d7-b9ddb03651ee req-835d9517-98d8-4334-bdf7-ddacc037adc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=daa75f7b-c605-424f-bdc9-6721b917572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406950 Aug 18 16:06:43.276795 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-70052a28-5cba-4078-90d7-b9ddb03651ee req-2f409431-870e-445e-b895-138a10ad91cc service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846024 Aug 18 16:06:43.370548 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-70052a28-5cba-4078-90d7-b9ddb03651ee req-b6914a16-a80e-4d57-9e1d-86f9f004b0ac service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863836 Aug 18 16:06:43.770678 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3606c18-44ca-439e-ba1a-8a5ab7a49d30 req-1b3dcad9-e1a6-44df-8605-67cc2ffc3287 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:43.772201 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b3606c18-44ca-439e-ba1a-8a5ab7a49d30 req-1b3dcad9-e1a6-44df-8605-67cc2ffc3287 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 944 time: 0.0516334 Aug 18 16:06:43.809448 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-b3606c18-44ca-439e-ba1a-8a5ab7a49d30 req-3c8a8d1a-7fc2-4419-abc5-f6bb5703212e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310130 Aug 18 16:06:44.771070 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-7c7d22a6-d598-4d97-a625-8a056c6f3974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:44.929204 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84825bcb-c076-4753-8545-60d590e0e9c2 req-2eaee95b-ffe3-43a6-91a6-8f01a6436ef5 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:44.930807 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-84825bcb-c076-4753-8545-60d590e0e9c2 req-2eaee95b-ffe3-43a6-91a6-8f01a6436ef5 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 944 time: 0.0535676 Aug 18 16:06:44.971722 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-84825bcb-c076-4753-8545-60d590e0e9c2 req-b1b9bb7f-4cad-460f-8ca0-f6bb54776e99 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349333 Aug 18 16:06:46.088479 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ee5f2-a5d7-4b02-9bb7-4f1d5e51c211 req-447d308d-e2c8-4a5b-9e95-5805c613a8ac tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:46.089891 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-749ee5f2-a5d7-4b02-9bb7-4f1d5e51c211 req-447d308d-e2c8-4a5b-9e95-5805c613a8ac tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 944 time: 0.0493369 Aug 18 16:06:46.130151 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-749ee5f2-a5d7-4b02-9bb7-4f1d5e51c211 req-3615cef1-aba6-456b-9cca-116e0e659243 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333412 Aug 18 16:06:47.244169 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84846ff-c69f-434b-a561-4ebbf2ea8c50 req-06f17a2c-77cb-4ec4-b6dc-ca4cae63ba13 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:47.245661 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d84846ff-c69f-434b-a561-4ebbf2ea8c50 req-06f17a2c-77cb-4ec4-b6dc-ca4cae63ba13 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 944 time: 0.0489485 Aug 18 16:06:47.283166 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d84846ff-c69f-434b-a561-4ebbf2ea8c50 req-db2e089f-8b32-4040-a67c-dba6879b713b tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309777 Aug 18 16:06:47.693335 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-3816fbb3-a03c-4daf-88c9-147771025e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:47.899871 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:48.403934 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb6c4c-d304-42d1-986d-d3fca8d4593c req-1df07da4-1ae7-4e1c-ad2a-946e3fbe24b5 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:48.405444 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c0cb6c4c-d304-42d1-986d-d3fca8d4593c req-1df07da4-1ae7-4e1c-ad2a-946e3fbe24b5 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 944 time: 0.0530500 Aug 18 16:06:48.444314 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c0cb6c4c-d304-42d1-986d-d3fca8d4593c req-1fa2763a-17f7-4bbf-bced-015eb7879502 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329301 Aug 18 16:06:48.806511 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:49.556543 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad698b-0da1-45a2-a1f5-15675f1ca207 req-af299605-d850-4b44-a131-1334d344c429 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:49.558022 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9cad698b-0da1-45a2-a1f5-15675f1ca207 req-af299605-d850-4b44-a131-1334d344c429 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 944 time: 0.0488734 Aug 18 16:06:49.596591 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9cad698b-0da1-45a2-a1f5-15675f1ca207 req-6cf375fc-2b65-4c50-8a87-a9a48b201ebd tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323956 Aug 18 16:06:50.040163 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:50.711806 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58741641-da70-4ebd-967b-ebee53d9167b req-68402ee4-f840-43d1-b0ac-1977b3eb7a49 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:50.713295 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-58741641-da70-4ebd-967b-ebee53d9167b req-68402ee4-f840-43d1-b0ac-1977b3eb7a49 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 944 time: 0.0478976 Aug 18 16:06:50.751921 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-58741641-da70-4ebd-967b-ebee53d9167b req-31f6ddf2-9e61-435f-9a74-20ae94def001 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320618 Aug 18 16:06:51.867304 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bd883-70da-42a5-ae13-d4f0aca1090c req-0c7a47ee-3519-44ea-b6da-b4ed031de636 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:51.868785 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-446bd883-70da-42a5-ae13-d4f0aca1090c req-0c7a47ee-3519-44ea-b6da-b4ed031de636 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 944 time: 0.0515254 Aug 18 16:06:51.885218 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 11c65da3-3bd2-45d7-965b-f5c5092ebd48 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 16:06:51.907515 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-446bd883-70da-42a5-ae13-d4f0aca1090c req-ca2f4029-bbb6-4662-9082-10cb14e34a17 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326710 Aug 18 16:06:51.986641 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 11c65da3-3bd2-45d7-965b-f5c5092ebd48, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48,segment=NetworkSegment(494ae9e3-7678-4425-958c-b562fe5ee5c4),segment_id=494ae9e3-7678-4425-958c-b562fe5ee5c4)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:06:52.120247 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '11c65da3-3bd2-45d7-965b-f5c5092ebd48', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'port_id': '11c65da3-3bd2-45d7-965b-f5c5092ebd48', 'mac_address': 'fa:16:3e:77:8f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 16:06:52.157823 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:52.170279 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c65da3-3bd2-45d7-965b-f5c5092ebd48 {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 16:06:52.190412 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 11c65da3-3bd2-45d7-965b-f5c5092ebd48, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48,segment=NetworkSegment(494ae9e3-7678-4425-958c-b562fe5ee5c4),segment_id=494ae9e3-7678-4425-958c-b562fe5ee5c4)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:06:52.194155 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:52.242094 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=11c65da3-3bd2-45d7-965b-f5c5092ebd48,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:52.249001 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:52.249538 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:52.250095 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:52.250613 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:52.250979 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:52.251317 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:52.251661 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:52.251993 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:52.252329 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:52.252660 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:52.253012 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:52.253335 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:06:52.417743 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['11c65da3-3bd2-45d7-965b-f5c5092ebd48'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 16:06:52.444204 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:53.021999 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69ea60-1e8c-4395-b9b5-e35c338626f2 req-b77b87c7-f39d-4518-8fe7-780b658fb1f3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:53.023556 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cb69ea60-1e8c-4395-b9b5-e35c338626f2 req-b77b87c7-f39d-4518-8fe7-780b658fb1f3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 945 time: 0.0488653 Aug 18 16:06:53.065774 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cb69ea60-1e8c-4395-b9b5-e35c338626f2 req-2a33e6db-700e-41da-925a-accedc6e7d88 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363643 Aug 18 16:06:53.894297 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 11c65da3-3bd2-45d7-965b-f5c5092ebd48 up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:06:53.944210 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning for port 11c65da3-3bd2-45d7-965b-f5c5092ebd48 completed by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 16:06:53.948004 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 11c65da3-3bd2-45d7-965b-f5c5092ebd48 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:06:53.948379 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:54.023644 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:54.045315 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c65da3-3bd2-45d7-965b-f5c5092ebd48'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:06:54.048092 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bfb955-8e70-4a37-93d3-8f18b087cb93" -d '{"events": [{"server_uuid": "80908fb6-4dff-449b-ab2f-f12026d1595d", "name": "network-vif-plugged", "status": "completed", "tag": "11c65da3-3bd2-45d7-965b-f5c5092ebd48"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:06:54.064606 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 11c65da3-3bd2-45d7-965b-f5c5092ebd48, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48,segment=NetworkSegment(494ae9e3-7678-4425-958c-b562fe5ee5c4),segment_id=494ae9e3-7678-4425-958c-b562fe5ee5c4)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:06:54.072079 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:54.121412 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=11c65da3-3bd2-45d7-965b-f5c5092ebd48,revision_number=5']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:54.171918 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9410bf24-8956-47db-a17a-d3417d243fef x-openstack-request-id: req-9410bf24-8956-47db-a17a-d3417d243fef {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:06:54.172268 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80908fb6-4dff-449b-ab2f-f12026d1595d", "name": "network-vif-plugged", "status": "completed", "tag": "11c65da3-3bd2-45d7-965b-f5c5092ebd48", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:06:54.172526 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9410bf24-8956-47db-a17a-d3417d243fef {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:06:54.172963 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c65da3-3bd2-45d7-965b-f5c5092ebd48', 'code': 200} Aug 18 16:06:54.195559 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca5ffd-24ef-472f-ba4c-53126dba6b46 req-13b9c317-3af7-4449-b043-a006d27b7dcd tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:54.197079 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-eaca5ffd-24ef-472f-ba4c-53126dba6b46 req-13b9c317-3af7-4449-b043-a006d27b7dcd tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0517573 Aug 18 16:06:54.235264 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-eaca5ffd-24ef-472f-ba4c-53126dba6b46 req-db067994-00d5-4244-8cb4-05f1f1251d92 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320795 Aug 18 16:06:54.388994 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c9bea-9a88-4d8e-938d-cb06dba06aa3 req-674a5f3a-9109-4164-8c05-2a6f6b843e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:54.390508 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-077c9bea-9a88-4d8e-938d-cb06dba06aa3 req-674a5f3a-9109-4164-8c05-2a6f6b843e0c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 1099 time: 0.0438755 Aug 18 16:06:54.431824 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-077c9bea-9a88-4d8e-938d-cb06dba06aa3 req-c32d5468-6bda-4968-be20-0f1c3afee7fc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333679 Aug 18 16:06:55.350459 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94597b-c23a-4cbd-b3ce-3f54fd3b8d83 req-fc9c6268-5a11-483b-8131-53302645f82d tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:55.351937 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8c94597b-c23a-4cbd-b3ce-3f54fd3b8d83 req-fc9c6268-5a11-483b-8131-53302645f82d tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0494540 Aug 18 16:06:55.389466 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8c94597b-c23a-4cbd-b3ce-3f54fd3b8d83 req-f0419551-aff7-4155-a23e-4056b4f1f2d6 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316815 Aug 18 16:06:55.502032 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7cb75-b463-48e4-a35c-6b3bd6cdf246 req-b361c979-fe9e-4845-b46e-707fc03f63d3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:55.503511 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d9b7cb75-b463-48e4-a35c-6b3bd6cdf246 req-b361c979-fe9e-4845-b46e-707fc03f63d3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0479817 Aug 18 16:06:55.541392 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d9b7cb75-b463-48e4-a35c-6b3bd6cdf246 req-a0eb3370-3df0-413f-ba49-370649afb755 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305433 Aug 18 16:06:55.563189 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40686) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:55.644419 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8335146b-57f9-4d3c-a451-4cb42a860689 tempest-TestShelveInstance-1109900425 tempest-TestShelveInstance-1109900425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:55.646890 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-8335146b-57f9-4d3c-a451-4cb42a860689 tempest-TestShelveInstance-1109900425 tempest-TestShelveInstance-1109900425-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 1094 time: 0.0826578 Aug 18 16:06:55.649817 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40690) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:06:55.654141 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Request body: {'floatingip': {'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'port_id': '11c65da3-3bd2-45d7-965b-f5c5092ebd48', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:06:55.675872 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for floatingip, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:55.779992 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:55.883321 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Allocated IP 172.27.2.239 (9ac77adf-e5c1-4cd6-8f21-e698cae0301c/1a02c364-19d8-47a5-894e-f95483b1f444/a23bc1fb-556f-4197-b5aa-2f27e1222505) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:06:55.985608 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:56.022614 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780901793859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:56.058914 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Network 9ac77adf-e5c1-4cd6-8f21-e698cae0301c is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:06:56.065364 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:06:56.068958 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 16:06:56.074231 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Pushing event updated for resources: {'Port': ['ID=a23bc1fb-556f-4197-b5aa-2f27e1222505,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:56.420791 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:56.485709 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:56.630937 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:56.635460 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13948459'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:56.708067 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Pushing event updated for resources: {'Port': ['ID=a23bc1fb-556f-4197-b5aa-2f27e1222505,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:06:56.716813 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474311'] for floatingip, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:56.816556 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.l3_db [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Floating IP 2c6e5334-a56d-48d0-8b6c-1d2b6841bebe associated. External IP: 172.27.2.239, port: 11c65da3-3bd2-45d7-965b-f5c5092ebd48. Aug 18 16:06:57.017493 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:06:57.118544 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:06:57.129093 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa933797-8111-4dcf-a94e-323d1156359f None None] Sync routers for ids ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:06:57.135818 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:06:57.142588 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa933797-8111-4dcf-a94e-323d1156359f None None] Routers {'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:06:57.143231 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-aa933797-8111-4dcf-a94e-323d1156359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:06:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:57.165077 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-74cc9e61-6f9a-4f17-916c-cc519ba1eb2e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5142112 Aug 18 16:06:57.165647 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'tag': '11c65da3-3bd2-45d7-965b-f5c5092ebd48'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:06:57.167899 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c2484220df23b53d05c574a87c61816e9fe22f18d36342348500485cedff23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8603265c-8af2-477b-b61e-26b5d94f6cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "80908fb6-4dff-449b-ab2f-f12026d1595d", "tag": "11c65da3-3bd2-45d7-965b-f5c5092ebd48"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:06:57.252031 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-aa933797-8111-4dcf-a94e-323d1156359f None None] Set router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:06:57.256621 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e05c906-996f-452e-a3fb-7c287c1a581e x-openstack-request-id: req-6e05c906-996f-452e-a3fb-7c287c1a581e {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:06:57.256943 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80908fb6-4dff-449b-ab2f-f12026d1595d", "tag": "11c65da3-3bd2-45d7-965b-f5c5092ebd48", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:06:57.257240 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e05c906-996f-452e-a3fb-7c287c1a581e {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:06:57.257589 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'tag': '11c65da3-3bd2-45d7-965b-f5c5092ebd48', 'status': 'completed', 'code': 200} Aug 18 16:06:57.322638 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603265c-8af2-477b-b61e-26b5d94f6cc5 req-ce50b4c8-ab24-44e5-902e-5f04bd9cf0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:57.324157 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8603265c-8af2-477b-b61e-26b5d94f6cc5 req-ce50b4c8-ab24-44e5-902e-5f04bd9cf0da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1a42f62d8bd426883e20f9bd2bca3b0&device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 1099 time: 0.0445187 Aug 18 16:06:57.416597 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603265c-8af2-477b-b61e-26b5d94f6cc5 req-ac6eca16-0dd9-4d77-9387-d751a8308e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:57.418559 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8603265c-8af2-477b-b61e-26b5d94f6cc5 req-ac6eca16-0dd9-4d77-9387-d751a8308e52 service neutron] 10.222.0.20 "GET /v2.0/networks?id=daa75f7b-c605-424f-bdc9-6721b917572a HTTP/1.1" status: 200 len: 910 time: 0.0866258 Aug 18 16:06:57.490949 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8603265c-8af2-477b-b61e-26b5d94f6cc5 req-8c85b5d5-9ccb-48f2-bffc-7a3d2e36fb01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48 HTTP/1.1" status: 200 len: 1000 time: 0.0633729 Aug 18 16:06:57.497270 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-aa933797-8111-4dcf-a94e-323d1156359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'name': 'tempest-TestShelveInstance-1430364279-router', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:11Z', 'revision_number': 4, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'gw_port': {'id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '2c6e5334-a56d-48d0-8b6c-1d2b6841bebe', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'port_id': '11c65da3-3bd2-45d7-965b-f5c5092ebd48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'mac_address': 'fa:16:3e:77:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:06:56Z', 'updated_at': '2021-08-18T16:06:56Z', 'revision_number': 0, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f9e2e8c-5adb-4088-8524-60c9327d3cf0', 'name': '', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'mac_address': 'fa:16:3e:29:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:10Z', 'updated_at': '2021-08-18T16:06:16Z', 'revision_number': 5, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'subnets': [{'id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:57.523761 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa933797-8111-4dcf-a94e-323d1156359f None None] Checking router: c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:06:57.532444 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa933797-8111-4dcf-a94e-323d1156359f None None] Routers {'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:06:57.533164 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-aa933797-8111-4dcf-a94e-323d1156359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:06:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:57.539639 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603265c-8af2-477b-b61e-26b5d94f6cc5 req-96867aad-3734-4bc5-9dae-d0c71d25b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:57.541117 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8603265c-8af2-477b-b61e-26b5d94f6cc5 req-96867aad-3734-4bc5-9dae-d0c71d25b148 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f5ada2e-dd90-4eb5-97e5-9a73c5450770 HTTP/1.1" status: 200 len: 848 time: 0.0439577 Aug 18 16:06:57.588555 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603265c-8af2-477b-b61e-26b5d94f6cc5 req-888cd8ef-1a07-47bd-ae82-8cecba5c4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:57.589978 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8603265c-8af2-477b-b61e-26b5d94f6cc5 req-888cd8ef-1a07-47bd-ae82-8cecba5c4ef5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=daa75f7b-c605-424f-bdc9-6721b917572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411105 Aug 18 16:06:57.642897 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-aa933797-8111-4dcf-a94e-323d1156359f None None] Set router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:06:57.886005 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-aa933797-8111-4dcf-a94e-323d1156359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'name': 'tempest-TestShelveInstance-1430364279-router', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:11Z', 'revision_number': 4, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'gw_port': {'id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '2c6e5334-a56d-48d0-8b6c-1d2b6841bebe', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'port_id': '11c65da3-3bd2-45d7-965b-f5c5092ebd48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'mac_address': 'fa:16:3e:77:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:06:56Z', 'updated_at': '2021-08-18T16:06:56Z', 'revision_number': 0, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f9e2e8c-5adb-4088-8524-60c9327d3cf0', 'name': '', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'mac_address': 'fa:16:3e:29:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:10Z', 'updated_at': '2021-08-18T16:06:16Z', 'revision_number': 5, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'subnets': [{'id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:06:57.912439 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa933797-8111-4dcf-a94e-323d1156359f None None] The sync data for ids ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'] in dv-cinder-778534-7-iscsi is: [{'id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'name': 'tempest-TestShelveInstance-1430364279-router', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:11Z', 'revision_number': 4, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'gw_port': {'id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '2c6e5334-a56d-48d0-8b6c-1d2b6841bebe', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'port_id': '11c65da3-3bd2-45d7-965b-f5c5092ebd48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'mac_address': 'fa:16:3e:77:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:06:56Z', 'updated_at': '2021-08-18T16:06:56Z', 'revision_number': 0, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f9e2e8c-5adb-4088-8524-60c9327d3cf0', 'name': '', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'mac_address': 'fa:16:3e:29:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:10Z', 'updated_at': '2021-08-18T16:06:16Z', 'revision_number': 5, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'subnets': [{'id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:06:57.986896 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8603265c-8af2-477b-b61e-26b5d94f6cc5 req-655b4fe1-a82f-4bd7-9ddb-00c60694b16c service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867497 Aug 18 16:06:58.083101 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8603265c-8af2-477b-b61e-26b5d94f6cc5 req-3ffe649b-2a0b-4b01-ba71-344a202406f4 service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880857 Aug 18 16:06:58.110464 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e098c92e-6575-45f5-8c0b-15d23c1935f0 None None] New status for floating IP 2c6e5334-a56d-48d0-8b6c-1d2b6841bebe: ACTIVE {{(pid=93849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 16:06:58.685974 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8db95703-79df-4797-bd70-450f668cea3d req-d58b52fe-c06b-4d53-962d-18d18d52bc1e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433912 Aug 18 16:06:58.745290 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db95703-79df-4797-bd70-450f668cea3d req-c1331bbc-3e3e-47cc-af0b-1ba737bad670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:58.746788 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8db95703-79df-4797-bd70-450f668cea3d req-c1331bbc-3e3e-47cc-af0b-1ba737bad670 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 1098 time: 0.0408180 Aug 18 16:06:58.871213 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db95703-79df-4797-bd70-450f668cea3d req-c50bb425-ada8-4788-ba4f-1dd53905ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:58.872675 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8db95703-79df-4797-bd70-450f668cea3d req-c50bb425-ada8-4788-ba4f-1dd53905ae68 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 200 len: 913 time: 0.1025860 Aug 18 16:06:58.940703 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8db95703-79df-4797-bd70-450f668cea3d req-a0be50a3-93ff-4a77-9980-933e61894202 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08b75a7f-daad-428f-818f-49877a31f1af HTTP/1.1" status: 200 len: 1000 time: 0.0583692 Aug 18 16:06:58.990432 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db95703-79df-4797-bd70-450f668cea3d req-d96ac55b-7cd7-4d82-a0d5-6f1e91af297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:58.991894 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8db95703-79df-4797-bd70-450f668cea3d req-d96ac55b-7cd7-4d82-a0d5-6f1e91af297a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aba900a4-cf58-43dd-a6a7-868c2f7a1387 HTTP/1.1" status: 200 len: 851 time: 0.0444033 Aug 18 16:06:59.042705 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db95703-79df-4797-bd70-450f668cea3d req-ea4d952a-2beb-44ea-9456-2707ca90a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:06:59.044259 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8db95703-79df-4797-bd70-450f668cea3d req-ea4d952a-2beb-44ea-9456-2707ca90a724 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8354aa0-9bb4-42ac-9744-51be05790a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454164 Aug 18 16:06:59.142402 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8db95703-79df-4797-bd70-450f668cea3d req-0bb1af59-428c-47ee-818a-07b006b8c94a service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913718 Aug 18 16:06:59.236805 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8db95703-79df-4797-bd70-450f668cea3d req-b50ab9f3-4d99-45cd-91ef-fff73a39dae8 service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873842 Aug 18 16:07:02.021284 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:07:05.582398 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40700) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:07:05.796152 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-b46bbb13-49fa-45a9-bd44-fbb38778bef8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Deleting port edd40fc4-bac5-4555-b126-257451999a04 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:07:05.796520 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b46bbb13-49fa-45a9-bd44-fbb38778bef8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:05.875964 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b46bbb13-49fa-45a9-bd44-fbb38778bef8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:05.876214 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b46bbb13-49fa-45a9-bd44-fbb38778bef8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:05.887535 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-b46bbb13-49fa-45a9-bd44-fbb38778bef8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Calling delete_port for edd40fc4-bac5-4555-b126-257451999a04 owned by network:floatingip {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:07:06.285285 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b46bbb13-49fa-45a9-bd44-fbb38778bef8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:06.316009 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bbb13-49fa-45a9-bd44-fbb38778bef8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event deleted for resources: {'Port': ['ID=edd40fc4-bac5-4555-b126-257451999a04,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:06.372977 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b46bbb13-49fa-45a9-bd44-fbb38778bef8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for floatingip, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:06.373309 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.l3_db [None req-b46bbb13-49fa-45a9-bd44-fbb38778bef8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Floating IP 95241230-3b54-41db-9fa3-6a5c56b528b9 disassociated (deleted). External IP: 172.27.2.87, port: 08b75a7f-daad-428f-818f-49877a31f1af. Aug 18 16:07:06.591444 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46bbb13-49fa-45a9-bd44-fbb38778bef8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:07:06.696480 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46bbb13-49fa-45a9-bd44-fbb38778bef8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:07:06.701386 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b46bbb13-49fa-45a9-bd44-fbb38778bef8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:06.706718 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c095e-de77-4190-9dda-94848013f5e2 None None] Sync routers for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:07:06.716754 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c095e-de77-4190-9dda-94848013f5e2 None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:07:06.717378 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-f98c095e-de77-4190-9dda-94848013f5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:06:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:06.732659 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-b46bbb13-49fa-45a9-bd44-fbb38778bef8 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "DELETE /v2.0/floatingips/95241230-3b54-41db-9fa3-6a5c56b528b9 HTTP/1.1" status: 204 len: 168 time: 1.1491418 Aug 18 16:07:06.733386 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d6c50a-4d99-44ea-974f-ea30ce9dfab9', 'tag': '08b75a7f-daad-428f-818f-49877a31f1af'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:07:06.736015 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c2484220df23b53d05c574a87c61816e9fe22f18d36342348500485cedff23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9e8b06-88db-4aaf-90e6-f6ba11b8d773" -d '{"events": [{"name": "network-changed", "server_uuid": "81d6c50a-4d99-44ea-974f-ea30ce9dfab9", "tag": "08b75a7f-daad-428f-818f-49877a31f1af"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:07:06.776574 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573813da-7d07-42c2-ad1e-a4c4b2bee05e x-openstack-request-id: req-573813da-7d07-42c2-ad1e-a4c4b2bee05e {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:07:06.776941 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d6c50a-4d99-44ea-974f-ea30ce9dfab9", "tag": "08b75a7f-daad-428f-818f-49877a31f1af", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:07:06.777202 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-573813da-7d07-42c2-ad1e-a4c4b2bee05e {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:07:06.777600 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d6c50a-4d99-44ea-974f-ea30ce9dfab9', 'tag': '08b75a7f-daad-428f-818f-49877a31f1af', 'status': 'completed', 'code': 200} Aug 18 16:07:06.836382 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-f98c095e-de77-4190-9dda-94848013f5e2 None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:07:06.846422 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e8b06-88db-4aaf-90e6-f6ba11b8d773 req-1cc404a8-f391-4476-ac7e-0d69772043c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:06.847842 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a9e8b06-88db-4aaf-90e6-f6ba11b8d773 req-1cc404a8-f391-4476-ac7e-0d69772043c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 1098 time: 0.0457172 Aug 18 16:07:06.967945 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e8b06-88db-4aaf-90e6-f6ba11b8d773 req-cedbbdc1-8618-404e-b075-ee6f9bddbc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:06.969852 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a9e8b06-88db-4aaf-90e6-f6ba11b8d773 req-cedbbdc1-8618-404e-b075-ee6f9bddbc76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 200 len: 913 time: 0.1125333 Aug 18 16:07:07.021451 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a9e8b06-88db-4aaf-90e6-f6ba11b8d773 req-e554c753-aeb1-4688-b867-9cbf99a0915d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08b75a7f-daad-428f-818f-49877a31f1af HTTP/1.1" status: 200 len: 217 time: 0.0377963 Aug 18 16:07:07.050858 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4fb33-9232-48e7-a4bc-0963468c04c5 req-2726b1d9-0874-4880-a913-5f1736fd588f tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:07.052401 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cfa4fb33-9232-48e7-a4bc-0963468c04c5 req-2726b1d9-0874-4880-a913-5f1736fd588f tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 945 time: 0.1069195 Aug 18 16:07:07.090596 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-f98c095e-de77-4190-9dda-94848013f5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '579671d4-43ef-4e57-913d-a8362ea9a15e', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'port_id': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'mac_address': 'fa:16:3e:ac:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca10c06-1905-4630-a51c-e774125cae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:03:31Z', 'updated_at': '2021-08-18T16:03:33Z', 'revision_number': 1, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:07.114174 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e8b06-88db-4aaf-90e6-f6ba11b8d773 req-529fea54-3d5a-4520-80c1-409e79b6b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:07.115584 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a9e8b06-88db-4aaf-90e6-f6ba11b8d773 req-529fea54-3d5a-4520-80c1-409e79b6b55c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aba900a4-cf58-43dd-a6a7-868c2f7a1387 HTTP/1.1" status: 200 len: 851 time: 0.0823672 Aug 18 16:07:07.119188 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c095e-de77-4190-9dda-94848013f5e2 None None] Checking router: af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:07:07.123188 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cfa4fb33-9232-48e7-a4bc-0963468c04c5 req-754653e2-7ce9-4122-b87b-64b3ffe2278c tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530851 Aug 18 16:07:07.128253 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c095e-de77-4190-9dda-94848013f5e2 None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:07:07.128929 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-f98c095e-de77-4190-9dda-94848013f5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:06:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:07.165187 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e8b06-88db-4aaf-90e6-f6ba11b8d773 req-31aa4b0a-412d-47cd-830f-3bb7e1210e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:07.166712 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a9e8b06-88db-4aaf-90e6-f6ba11b8d773 req-31aa4b0a-412d-47cd-830f-3bb7e1210e16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8354aa0-9bb4-42ac-9744-51be05790a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425937 Aug 18 16:07:07.243107 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-f98c095e-de77-4190-9dda-94848013f5e2 None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:07:07.262138 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a9e8b06-88db-4aaf-90e6-f6ba11b8d773 req-35ad8823-6cac-4da6-9998-ab3fce6436ac service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867960 Aug 18 16:07:07.358205 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5a9e8b06-88db-4aaf-90e6-f6ba11b8d773 req-2c57a7c7-3278-4b35-8f67-5c2bb3e5af5c service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884752 Aug 18 16:07:07.478527 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-f98c095e-de77-4190-9dda-94848013f5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '579671d4-43ef-4e57-913d-a8362ea9a15e', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'port_id': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'mac_address': 'fa:16:3e:ac:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca10c06-1905-4630-a51c-e774125cae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:03:31Z', 'updated_at': '2021-08-18T16:03:33Z', 'revision_number': 1, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:07.629244 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c095e-de77-4190-9dda-94848013f5e2 None None] The sync data for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi is: [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_floatingips': [{'id': '579671d4-43ef-4e57-913d-a8362ea9a15e', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'router_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'port_id': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'mac_address': 'fa:16:3e:ac:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca10c06-1905-4630-a51c-e774125cae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T16:03:31Z', 'updated_at': '2021-08-18T16:03:33Z', 'revision_number': 1, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:07:07.844509 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827e1a15-dec2-4bad-8997-8c9ee2368bf0 None None] New status for floating IP 95241230-3b54-41db-9fa3-6a5c56b528b9: DOWN {{(pid=93849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 16:07:08.244095 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdf805-5e01-48c1-8fb2-d960076c816f req-7661a359-3c4d-4489-87e1-3e2f0d08e501 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:08.245628 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e4bdf805-5e01-48c1-8fb2-d960076c816f req-7661a359-3c4d-4489-87e1-3e2f0d08e501 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 945 time: 0.0513852 Aug 18 16:07:08.285041 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-e4bdf805-5e01-48c1-8fb2-d960076c816f req-e347077d-f573-4a59-8d46-d9b61e981038 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332360 Aug 18 16:07:08.717372 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c3c31-7969-4456-8dfb-553a8bbce1fc req-7836998d-9f2f-4c41-abe0-d7b6629c7b14 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:08.719415 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-108c3c31-7969-4456-8dfb-553a8bbce1fc req-7836998d-9f2f-4c41-abe0-d7b6629c7b14 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 945 time: 0.0493593 Aug 18 16:07:08.815397 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-108c3c31-7969-4456-8dfb-553a8bbce1fc req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Deleting port 08b75a7f-daad-428f-818f-49877a31f1af {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:07:08.815742 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-108c3c31-7969-4456-8dfb-553a8bbce1fc req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:08.908039 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-108c3c31-7969-4456-8dfb-553a8bbce1fc req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] For port 08b75a7f-daad-428f-818f-49877a31f1af, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=08b75a7f-daad-428f-818f-49877a31f1af,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:07:08.908408 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-108c3c31-7969-4456-8dfb-553a8bbce1fc req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:08.925996 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-108c3c31-7969-4456-8dfb-553a8bbce1fc req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Calling delete_port for 08b75a7f-daad-428f-818f-49877a31f1af owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:07:09.059704 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-108c3c31-7969-4456-8dfb-553a8bbce1fc req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:09.089161 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event deleted for resources: {'Port': ['ID=08b75a7f-daad-428f-818f-49877a31f1af,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:09.102890 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:09.102890 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:09.102890 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:09.103333 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:09.103333 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:09.103611 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:09.103939 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:09.104269 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:09.105208 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:09.105208 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:09.105391 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:09.105659 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:09.146627 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-108c3c31-7969-4456-8dfb-553a8bbce1fc req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] No DVR routers for this DVR port 08b75a7f-daad-428f-818f-49877a31f1af on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:07:09.149940 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-108c3c31-7969-4456-8dfb-553a8bbce1fc req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:09.151940 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-108c3c31-7969-4456-8dfb-553a8bbce1fc req-b9882772-ed65-4d7b-a6f2-877c96b60859 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.20 "DELETE /v2.0/ports/08b75a7f-daad-428f-818f-49877a31f1af HTTP/1.1" status: 204 len: 173 time: 0.4265471 Aug 18 16:07:09.152376 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d6c50a-4d99-44ea-974f-ea30ce9dfab9', 'name': 'network-vif-deleted', 'tag': '08b75a7f-daad-428f-818f-49877a31f1af'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:07:09.154714 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94497b7b-8aab-46fd-b765-88eb8756a9de" -d '{"events": [{"server_uuid": "81d6c50a-4d99-44ea-974f-ea30ce9dfab9", "name": "network-vif-deleted", "tag": "08b75a7f-daad-428f-818f-49877a31f1af"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:07:09.191429 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80eb372-6e26-4ee4-b70c-8fb41b08dc5f x-openstack-request-id: req-b80eb372-6e26-4ee4-b70c-8fb41b08dc5f {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:07:09.191718 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d6c50a-4d99-44ea-974f-ea30ce9dfab9", "name": "network-vif-deleted", "tag": "08b75a7f-daad-428f-818f-49877a31f1af", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:07:09.191967 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b80eb372-6e26-4ee4-b70c-8fb41b08dc5f {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:07:09.192360 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d6c50a-4d99-44ea-974f-ea30ce9dfab9', 'name': 'network-vif-deleted', 'tag': '08b75a7f-daad-428f-818f-49877a31f1af', 'status': 'completed', 'code': 200} Aug 18 16:07:09.381311 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-5eaa3fd6-cab8-469f-9ea5-4d676ae80291 req-3d505a8c-7572-4900-9fe4-af9dc7302842 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d6c50a-4d99-44ea-974f-ea30ce9dfab9 HTTP/1.1" status: 200 len: 210 time: 0.0282936 Aug 18 16:07:12.652857 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40730) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:07:12.808210 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Deleting port f2c2c303-757b-47cc-b4c8-9bb26fe45e59 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:07:12.808547 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:12.892919 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:12.893461 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:12.908032 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Calling delete_port for f2c2c303-757b-47cc-b4c8-9bb26fe45e59 owned by network:floatingip {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:07:13.056895 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:13.083893 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event deleted for resources: {'Port': ['ID=f2c2c303-757b-47cc-b4c8-9bb26fe45e59,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:13.111531 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:13.111878 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:13.112215 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:13.112549 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:13.112910 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:13.113241 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:13.113568 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:13.113895 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:13.114220 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:13.114543 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:13.114860 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:13.115177 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:07:13.153653 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for floatingip, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:13.154103 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.l3_db [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Floating IP 579671d4-43ef-4e57-913d-a8362ea9a15e disassociated (deleted). External IP: 172.27.2.106, port: b5cb907b-f3d1-4e46-b363-4fa20a7f1289. Aug 18 16:07:13.368694 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:07:13.474445 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:07:13.479263 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:13.484363 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2352452-c29d-4b88-8771-1b099215f737 None None] Sync routers for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:07:13.493151 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2352452-c29d-4b88-8771-1b099215f737 None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:07:13.493757 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-e2352452-c29d-4b88-8771-1b099215f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:06:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:13.506990 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-14eb807a-29c6-485f-92c5-6986dbdc9dd1 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "DELETE /v2.0/floatingips/579671d4-43ef-4e57-913d-a8362ea9a15e HTTP/1.1" status: 204 len: 168 time: 0.8530438 Aug 18 16:07:13.507584 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca10c06-1905-4630-a51c-e774125cae5f', 'tag': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:07:13.509854 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c2484220df23b53d05c574a87c61816e9fe22f18d36342348500485cedff23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5905f07-8f5e-4501-8481-07ca289d2cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca10c06-1905-4630-a51c-e774125cae5f", "tag": "b5cb907b-f3d1-4e46-b363-4fa20a7f1289"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:07:13.546844 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8d433c-6534-47e1-a7f7-911a31452dbc x-openstack-request-id: req-4f8d433c-6534-47e1-a7f7-911a31452dbc {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:07:13.547489 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca10c06-1905-4630-a51c-e774125cae5f", "tag": "b5cb907b-f3d1-4e46-b363-4fa20a7f1289", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:07:13.547854 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f8d433c-6534-47e1-a7f7-911a31452dbc {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:07:13.548262 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca10c06-1905-4630-a51c-e774125cae5f', 'tag': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289', 'status': 'completed', 'code': 200} Aug 18 16:07:13.611259 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-e2352452-c29d-4b88-8771-1b099215f737 None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:07:13.620706 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5905f07-8f5e-4501-8481-07ca289d2cb6 req-fbdc4dc7-c581-4379-9b35-428aa44937f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:13.622206 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a5905f07-8f5e-4501-8481-07ca289d2cb6 req-fbdc4dc7-c581-4379-9b35-428aa44937f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 1099 time: 0.0453887 Aug 18 16:07:13.753726 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5905f07-8f5e-4501-8481-07ca289d2cb6 req-318e84be-0fcf-4913-9cf2-5df634d7c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:13.755181 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a5905f07-8f5e-4501-8481-07ca289d2cb6 req-318e84be-0fcf-4913-9cf2-5df634d7c9d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 200 len: 913 time: 0.1251745 Aug 18 16:07:13.766380 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a1f41-ba03-4390-8751-4f899963daea req-4af5b308-bbda-4956-b3a8-158d05650e1e tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:13.767918 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-430a1f41-ba03-4390-8751-4f899963daea req-4af5b308-bbda-4956-b3a8-158d05650e1e tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 946 time: 0.0752864 Aug 18 16:07:13.810608 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a5905f07-8f5e-4501-8481-07ca289d2cb6 req-cccdde4b-4720-42fc-961b-c1fc4c00ebed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5cb907b-f3d1-4e46-b363-4fa20a7f1289 HTTP/1.1" status: 200 len: 217 time: 0.0417283 Aug 18 16:07:13.821709 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-e2352452-c29d-4b88-8771-1b099215f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:13.852108 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2352452-c29d-4b88-8771-1b099215f737 None None] Checking router: af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:07:13.861194 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2352452-c29d-4b88-8771-1b099215f737 None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:07:13.861815 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-e2352452-c29d-4b88-8771-1b099215f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:06:48Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:13.869049 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-430a1f41-ba03-4390-8751-4f899963daea req-6c0ffaea-58b1-4ac9-9dc7-56830e200c51 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921767 Aug 18 16:07:13.880327 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5905f07-8f5e-4501-8481-07ca289d2cb6 req-7434a3ab-13ce-4515-a398-8824b0dac69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:13.884980 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a5905f07-8f5e-4501-8481-07ca289d2cb6 req-7434a3ab-13ce-4515-a398-8824b0dac69d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aba900a4-cf58-43dd-a6a7-868c2f7a1387 HTTP/1.1" status: 200 len: 851 time: 0.0628147 Aug 18 16:07:13.929822 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5905f07-8f5e-4501-8481-07ca289d2cb6 req-44adebd9-cb6b-44d5-ba8e-7e2912689aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:13.931305 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a5905f07-8f5e-4501-8481-07ca289d2cb6 req-44adebd9-cb6b-44d5-ba8e-7e2912689aef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8354aa0-9bb4-42ac-9744-51be05790a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413530 Aug 18 16:07:13.968535 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-e2352452-c29d-4b88-8771-1b099215f737 None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:07:14.026064 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a5905f07-8f5e-4501-8481-07ca289d2cb6 req-13691788-5c54-42f8-abd7-3e775d70d509 service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864534 Aug 18 16:07:14.039293 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 08b75a7f-daad-428f-818f-49877a31f1af no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:07:14.097007 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: 08b75a7f-daad-428f-818f-49877a31f1af {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:07:14.097351 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 08b75a7f-daad-428f-818f-49877a31f1af not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:07:14.123350 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-a5905f07-8f5e-4501-8481-07ca289d2cb6 req-fe141859-e22e-4046-9587-27cce1ab081f service neutron] 10.222.0.20 "GET /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893867 Aug 18 16:07:14.278567 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-e2352452-c29d-4b88-8771-1b099215f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:14.311843 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2352452-c29d-4b88-8771-1b099215f737 None None] The sync data for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi is: [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:17Z', 'revision_number': 4, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '5ec40276-1e57-44a4-a46d-7dd4714fbaeb', 'name': '', 'network_id': 'b8354aa0-9bb4-42ac-9744-51be05790a22', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'mac_address': 'fa:16:3e:c8:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:16Z', 'updated_at': '2021-08-18T16:00:25Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'subnets': [{'id': 'aba900a4-cf58-43dd-a6a7-868c2f7a1387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:07:14.519403 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f1aa6-6396-40dc-aa40-e46e3db97aac None None] New status for floating IP 579671d4-43ef-4e57-913d-a8362ea9a15e: DOWN {{(pid=93849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 16:07:14.771583 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-7ac7a362-650d-43a3-8620-94aa752d043c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:14.985357 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca6566-72cf-45da-b464-9c5787a79671 req-ac7a2da5-045e-4f7e-9828-cc327b941cfe tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:14.986843 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f9ca6566-72cf-45da-b464-9c5787a79671 req-ac7a2da5-045e-4f7e-9828-cc327b941cfe tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 946 time: 0.0496731 Aug 18 16:07:15.024417 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f9ca6566-72cf-45da-b464-9c5787a79671 req-ce406b98-1d6b-412c-8f2c-3b87748a758e tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316174 Aug 18 16:07:15.276788 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1d080-5e9b-4331-9884-6d820d31ff9c req-90d47080-61a7-40b5-ad62-955ffcae54bc tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:15.278147 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-adc1d080-5e9b-4331-9884-6d820d31ff9c req-90d47080-61a7-40b5-ad62-955ffcae54bc tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 946 time: 0.0576696 Aug 18 16:07:15.369270 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-adc1d080-5e9b-4331-9884-6d820d31ff9c req-3e24e451-e612-422f-8cc5-2f72291ec19a tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Deleting port b5cb907b-f3d1-4e46-b363-4fa20a7f1289 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:07:15.369611 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-adc1d080-5e9b-4331-9884-6d820d31ff9c req-3e24e451-e612-422f-8cc5-2f72291ec19a tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:15.459004 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-adc1d080-5e9b-4331-9884-6d820d31ff9c req-3e24e451-e612-422f-8cc5-2f72291ec19a tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] For port b5cb907b-f3d1-4e46-b363-4fa20a7f1289, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=b5cb907b-f3d1-4e46-b363-4fa20a7f1289,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:07:15.459372 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-adc1d080-5e9b-4331-9884-6d820d31ff9c req-3e24e451-e612-422f-8cc5-2f72291ec19a tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:15.472890 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-adc1d080-5e9b-4331-9884-6d820d31ff9c req-3e24e451-e612-422f-8cc5-2f72291ec19a tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Calling delete_port for b5cb907b-f3d1-4e46-b363-4fa20a7f1289 owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:07:15.596443 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-adc1d080-5e9b-4331-9884-6d820d31ff9c req-3e24e451-e612-422f-8cc5-2f72291ec19a tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:15.627719 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24e451-e612-422f-8cc5-2f72291ec19a tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event deleted for resources: {'Port': ['ID=b5cb907b-f3d1-4e46-b363-4fa20a7f1289,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:15.668284 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc1d080-5e9b-4331-9884-6d820d31ff9c req-3e24e451-e612-422f-8cc5-2f72291ec19a tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] No DVR routers for this DVR port b5cb907b-f3d1-4e46-b363-4fa20a7f1289 on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:07:15.670710 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-adc1d080-5e9b-4331-9884-6d820d31ff9c req-3e24e451-e612-422f-8cc5-2f72291ec19a tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:15.672720 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-adc1d080-5e9b-4331-9884-6d820d31ff9c req-3e24e451-e612-422f-8cc5-2f72291ec19a tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.20 "DELETE /v2.0/ports/b5cb907b-f3d1-4e46-b363-4fa20a7f1289 HTTP/1.1" status: 204 len: 173 time: 0.3869715 Aug 18 16:07:15.673177 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca10c06-1905-4630-a51c-e774125cae5f', 'name': 'network-vif-deleted', 'tag': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:07:15.675363 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501aaf2b-ba51-4a41-876a-e4f9a9a115e6" -d '{"events": [{"server_uuid": "6ca10c06-1905-4630-a51c-e774125cae5f", "name": "network-vif-deleted", "tag": "b5cb907b-f3d1-4e46-b363-4fa20a7f1289"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:07:15.711754 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8749e2ff-f352-4896-8772-8a1f3199e6aa x-openstack-request-id: req-8749e2ff-f352-4896-8772-8a1f3199e6aa {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:07:15.712047 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca10c06-1905-4630-a51c-e774125cae5f", "name": "network-vif-deleted", "tag": "b5cb907b-f3d1-4e46-b363-4fa20a7f1289", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:07:15.712301 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8749e2ff-f352-4896-8772-8a1f3199e6aa {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:07:15.712696 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca10c06-1905-4630-a51c-e774125cae5f', 'name': 'network-vif-deleted', 'tag': 'b5cb907b-f3d1-4e46-b363-4fa20a7f1289', 'status': 'completed', 'code': 200} Aug 18 16:07:16.132525 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1992acfe-0885-4f55-aa41-dea74ea27c2a req-378489bb-093d-4132-bc9d-1448c8f2c445 tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca10c06-1905-4630-a51c-e774125cae5f HTTP/1.1" status: 200 len: 210 time: 0.0273218 Aug 18 16:07:17.187924 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40746) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:07:17.315569 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-803c29d4-6efe-4ffa-8d78-9e1313b6c6db tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Deleting port 6534844a-3a03-4085-a471-6f514171e684 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:07:17.315923 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-803c29d4-6efe-4ffa-8d78-9e1313b6c6db tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:17.390901 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-803c29d4-6efe-4ffa-8d78-9e1313b6c6db tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:17.391232 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-803c29d4-6efe-4ffa-8d78-9e1313b6c6db tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:17.402846 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-803c29d4-6efe-4ffa-8d78-9e1313b6c6db tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Calling delete_port for 6534844a-3a03-4085-a471-6f514171e684 owned by network:floatingip {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:07:17.546217 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-803c29d4-6efe-4ffa-8d78-9e1313b6c6db tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:17.574106 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c29d4-6efe-4ffa-8d78-9e1313b6c6db tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event deleted for resources: {'Port': ['ID=6534844a-3a03-4085-a471-6f514171e684,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:17.639720 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-803c29d4-6efe-4ffa-8d78-9e1313b6c6db tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for floatingip, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:17.642963 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-803c29d4-6efe-4ffa-8d78-9e1313b6c6db tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:17.644138 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-803c29d4-6efe-4ffa-8d78-9e1313b6c6db tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "DELETE /v2.0/floatingips/47ae1ee0-8672-47e8-9313-2de66fd97cf2 HTTP/1.1" status: 204 len: 168 time: 0.4552276 Aug 18 16:07:17.696243 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-31e79d13-d0ad-4d5b-a478-57a19c7d0060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:17.900561 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:18.808996 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:18.838131 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40760) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:07:18.896979 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a538e9b5-4761-4456-a9f0-cd73b19cbf9d tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:18.922896 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a538e9b5-4761-4456-a9f0-cd73b19cbf9d tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:18.982176 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a538e9b5-4761-4456-a9f0-cd73b19cbf9d tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:18.985595 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a538e9b5-4761-4456-a9f0-cd73b19cbf9d tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:18.986768 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-a538e9b5-4761-4456-a9f0-cd73b19cbf9d tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] 10.222.0.44 "DELETE /v2.0/security-groups/d7a728ae-5a6a-4e08-a9e6-1cee20d7f882 HTTP/1.1" status: 204 len: 168 time: 0.1476486 Aug 18 16:07:18.996362 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538e9b5-4761-4456-a9f0-cd73b19cbf9d tempest-TestVolumeBootPattern-1738132872 tempest-TestVolumeBootPattern-1738132872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a728ae-5a6a-4e08-a9e6-1cee20d7f882,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:19.039650 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40764) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:07:19.490469 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9f53442e-9338-4e92-ba3b-d325c574ffb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629937'] for router_interface, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:19.738569 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-9f53442e-9338-4e92-ba3b-d325c574ffb1 admin admin] Deleting port 5ec40276-1e57-44a4-a46d-7dd4714fbaeb {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:07:19.738916 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9f53442e-9338-4e92-ba3b-d325c574ffb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:19.818600 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-9f53442e-9338-4e92-ba3b-d325c574ffb1 admin admin] For port 5ec40276-1e57-44a4-a46d-7dd4714fbaeb, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=5ec40276-1e57-44a4-a46d-7dd4714fbaeb,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:07:19.818967 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9f53442e-9338-4e92-ba3b-d325c574ffb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:19.831531 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-9f53442e-9338-4e92-ba3b-d325c574ffb1 admin admin] Calling delete_port for 5ec40276-1e57-44a4-a46d-7dd4714fbaeb owned by network:router_interface {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:07:20.011546 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9f53442e-9338-4e92-ba3b-d325c574ffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:20.040782 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53442e-9338-4e92-ba3b-d325c574ffb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec40276-1e57-44a4-a46d-7dd4714fbaeb,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:20.045891 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:20.065987 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device b5cb907b-f3d1-4e46-b363-4fa20a7f1289 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:07:20.088087 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: b5cb907b-f3d1-4e46-b363-4fa20a7f1289 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:07:20.089138 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device b5cb907b-f3d1-4e46-b363-4fa20a7f1289 not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:07:20.211024 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9f53442e-9338-4e92-ba3b-d325c574ffb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412513'] for router_interface, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:20.422363 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f53442e-9338-4e92-ba3b-d325c574ffb1 admin admin] Router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:07:20.528952 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f53442e-9338-4e92-ba3b-d325c574ffb1 admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:07:20.534416 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-9f53442e-9338-4e92-ba3b-d325c574ffb1 admin admin] 10.222.0.44 "PUT /v2.0/routers/af9bfe46-dbf0-4985-aabb-b1ee3e8f4969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4936676 Aug 18 16:07:20.537077 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40768) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:07:20.537673 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb7b02-1b3b-42f6-88a7-f596fc53887d None None] Sync routers for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:07:20.547052 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cb7b02-1b3b-42f6-88a7-f596fc53887d None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:07:20.547801 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-b4cb7b02-1b3b-42f6-88a7-f596fc53887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:07:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:20.666775 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-b4cb7b02-1b3b-42f6-88a7-f596fc53887d None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:07:20.871499 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-b4cb7b02-1b3b-42f6-88a7-f596fc53887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:07:19Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:20.898914 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb7b02-1b3b-42f6-88a7-f596fc53887d None None] Checking router: af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:07:20.907916 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cb7b02-1b3b-42f6-88a7-f596fc53887d None None] Routers {'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:07:20.908546 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-b4cb7b02-1b3b-42f6-88a7-f596fc53887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:07:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:20.928780 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2946d7d6-33ee-4775-935a-54d7c8a06239 admin admin] Notify callbacks [] for router, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:21.012859 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-b4cb7b02-1b3b-42f6-88a7-f596fc53887d None None] Set router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:07:21.028754 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2946d7d6-33ee-4775-935a-54d7c8a06239 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:21.087750 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-2946d7d6-33ee-4775-935a-54d7c8a06239 admin admin] Deleting port 9b30770a-3a61-47b9-ad62-dabcd38ff547 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:07:21.088488 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2946d7d6-33ee-4775-935a-54d7c8a06239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:21.171056 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-2946d7d6-33ee-4775-935a-54d7c8a06239 admin admin] For port 9b30770a-3a61-47b9-ad62-dabcd38ff547, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=9b30770a-3a61-47b9-ad62-dabcd38ff547,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:07:21.172192 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2946d7d6-33ee-4775-935a-54d7c8a06239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:21.185487 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-2946d7d6-33ee-4775-935a-54d7c8a06239 admin admin] Calling delete_port for 9b30770a-3a61-47b9-ad62-dabcd38ff547 owned by network:router_gateway {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:07:21.315238 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-b4cb7b02-1b3b-42f6-88a7-f596fc53887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:07:19Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:21.344539 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb7b02-1b3b-42f6-88a7-f596fc53887d None None] The sync data for ids ['af9bfe46-dbf0-4985-aabb-b1ee3e8f4969'] in dv-cinder-778534-7-iscsi is: [{'id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'name': 'tempest-TestVolumeBootPattern-1903945566-router', 'tenant_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:07:19Z', 'revision_number': 5, 'project_id': '9a70d2f8bce441a3bd8ed3a702f2d6ec', 'gw_port': {'id': '9b30770a-3a61-47b9-ad62-dabcd38ff547', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bfe46-dbf0-4985-aabb-b1ee3e8f4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:14Z', 'updated_at': '2021-08-18T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:07:21.355234 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2946d7d6-33ee-4775-935a-54d7c8a06239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:21.383080 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946d7d6-33ee-4775-935a-54d7c8a06239 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b30770a-3a61-47b9-ad62-dabcd38ff547,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:21.448003 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2946d7d6-33ee-4775-935a-54d7c8a06239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-468393'] for router_gateway, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:21.539594 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2946d7d6-33ee-4775-935a-54d7c8a06239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4605'] for router, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:21.541773 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2946d7d6-33ee-4775-935a-54d7c8a06239 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:21.585669 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2946d7d6-33ee-4775-935a-54d7c8a06239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627619'] for router, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:21.586193 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2946d7d6-33ee-4775-935a-54d7c8a06239 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 {{(pid=93847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 16:07:21.591484 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2946d7d6-33ee-4775-935a-54d7c8a06239 admin admin] Notify callbacks [] for router, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:21.592458 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-2946d7d6-33ee-4775-935a-54d7c8a06239 admin admin] 10.222.0.44 "DELETE /v2.0/routers/af9bfe46-dbf0-4985-aabb-b1ee3e8f4969 HTTP/1.1" status: 204 len: 168 time: 1.0544298 Aug 18 16:07:21.595636 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40770) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:07:21.642841 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb7ab02-27d7-4bf7-bfd8-df4ad06f4b2c admin admin] Deleting subnet aba900a4-cf58-43dd-a6a7-868c2f7a1387 {{(pid=93847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 16:07:21.645790 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cdb7ab02-27d7-4bf7-bfd8-df4ad06f4b2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:21.681074 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cdb7ab02-27d7-4bf7-bfd8-df4ad06f4b2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13957983'] for subnet, precommit_delete_associations {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:21.765547 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cdb7ab02-27d7-4bf7-bfd8-df4ad06f4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473169'] for subnet, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:21.822523 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cdb7ab02-27d7-4bf7-bfd8-df4ad06f4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13957933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14307673'] for subnet, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:21.851640 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7ab02-27d7-4bf7-bfd8-df4ad06f4b2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba900a4-cf58-43dd-a6a7-868c2f7a1387,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:21.856391 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cdb7ab02-27d7-4bf7-bfd8-df4ad06f4b2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:21.858319 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-cdb7ab02-27d7-4bf7-bfd8-df4ad06f4b2c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/aba900a4-cf58-43dd-a6a7-868c2f7a1387 HTTP/1.1" status: 204 len: 168 time: 0.2617636 Aug 18 16:07:21.861578 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40772) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:07:21.862354 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c38f4e4-b02b-4372-9b8e-ba81f5992c50 None None] Network b8354aa0-9bb4-42ac-9744-51be05790a22 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 16:07:21.934433 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627848'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:21.995131 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] Deleting port 82ab849a-47d0-4dd1-834b-6f4b3545eb3a {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:07:21.995475 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:22.064619 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] For port 82ab849a-47d0-4dd1-834b-6f4b3545eb3a, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=82ab849a-47d0-4dd1-834b-6f4b3545eb3a,segment=NetworkSegment(2a3834b8-7b41-441b-9341-58dbdc1328c3),segment_id=2a3834b8-7b41-441b-9341-58dbdc1328c3)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:07:22.065012 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:22.077194 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] Calling delete_port for 82ab849a-47d0-4dd1-834b-6f4b3545eb3a owned by network:dhcp {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:07:22.154213 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:22.180758 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ab849a-47d0-4dd1-834b-6f4b3545eb3a,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:22.182587 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] No DVR routers for this DVR port 82ab849a-47d0-4dd1-834b-6f4b3545eb3a on host dv-cinder-778534-7-iscsi {{(pid=93846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:07:22.254796 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472536', 'neutron.services.segments.db._delete_segments_for_network-8780902331073'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:22.264269 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8354aa0-9bb4-42ac-9744-51be05790a22']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:22.274203 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3834b8-7b41-441b-9341-58dbdc1328c3') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:22.274436 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3834b8-7b41-441b-9341-58dbdc1328c3') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:22.283616 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780902098598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13948647'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:22.297451 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:22.303236 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 16:07:22.303617 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13947635'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: timer() Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: cb(*args, **kw) Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: self._notify() Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: self.callback(batched_events) Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: event.method(event) Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._get(url).json() Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 16:07:22.305226 dv-cinder-778534-7-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 16:07:22.365038 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468348'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:22.370030 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb36405-b474-456c-a0e9-6197b9ab6c21 None None] DHCP port deletion for b8354aa0-9bb4-42ac-9744-51be05790a22 request from dv-cinder-778534-7-iscsi {{(pid=93848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 16:07:22.370735 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:22.373854 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b8354aa0-9bb4-42ac-9744-51be05790a22 HTTP/1.1" status: 204 len: 168 time: 0.5106101 Aug 18 16:07:22.375719 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40774) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:07:22.392274 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68ca35-74ec-4cc3-bf51-c55cc5a1a7a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8354aa0-9bb4-42ac-9744-51be05790a22,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:22.433277 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:22.480775 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 5ec40276-1e57-44a4-a46d-7dd4714fbaeb no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:07:22.504442 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: 5ec40276-1e57-44a4-a46d-7dd4714fbaeb {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:07:22.504975 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 5ec40276-1e57-44a4-a46d-7dd4714fbaeb not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:07:22.505406 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 9b30770a-3a61-47b9-ad62-dabcd38ff547 no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:07:22.524383 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: 9b30770a-3a61-47b9-ad62-dabcd38ff547 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:07:22.524752 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 9b30770a-3a61-47b9-ad62-dabcd38ff547 not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:07:22.525172 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 82ab849a-47d0-4dd1-834b-6f4b3545eb3a no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:07:22.544003 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: 82ab849a-47d0-4dd1-834b-6f4b3545eb3a {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:07:22.544347 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 82ab849a-47d0-4dd1-834b-6f4b3545eb3a not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:07:22.757094 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d900b34f-4f02-4f22-8f18-17b6b04171d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629937'] for router_interface, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:23.022949 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-d900b34f-4f02-4f22-8f18-17b6b04171d0 admin admin] Deleting port d94872c7-791c-48ef-9c3e-3b708304803e {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:07:23.023218 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d900b34f-4f02-4f22-8f18-17b6b04171d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:23.104952 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-d900b34f-4f02-4f22-8f18-17b6b04171d0 admin admin] For port d94872c7-791c-48ef-9c3e-3b708304803e, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=d94872c7-791c-48ef-9c3e-3b708304803e,segment=NetworkSegment(9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1),segment_id=9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:07:23.105317 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d900b34f-4f02-4f22-8f18-17b6b04171d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:23.117672 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-d900b34f-4f02-4f22-8f18-17b6b04171d0 admin admin] Calling delete_port for d94872c7-791c-48ef-9c3e-3b708304803e owned by network:router_interface {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:07:23.295644 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d900b34f-4f02-4f22-8f18-17b6b04171d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:23.320081 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900b34f-4f02-4f22-8f18-17b6b04171d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d94872c7-791c-48ef-9c3e-3b708304803e,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:23.484268 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d900b34f-4f02-4f22-8f18-17b6b04171d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412513'] for router_interface, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:23.699869 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d900b34f-4f02-4f22-8f18-17b6b04171d0 admin admin] Router f1a3a7d8-c662-45c4-a303-57b0236427d1 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:07:23.807381 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d900b34f-4f02-4f22-8f18-17b6b04171d0 admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:07:23.813051 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-d900b34f-4f02-4f22-8f18-17b6b04171d0 admin admin] 10.222.0.44 "PUT /v2.0/routers/f1a3a7d8-c662-45c4-a303-57b0236427d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4353838 Aug 18 16:07:23.815233 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40776) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:07:23.816201 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ff8ad-a190-4096-a883-51ddb7edc6de None None] Sync routers for ids ['f1a3a7d8-c662-45c4-a303-57b0236427d1'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:07:23.826331 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ff8ad-a190-4096-a883-51ddb7edc6de None None] Routers {'f1a3a7d8-c662-45c4-a303-57b0236427d1'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:07:23.826945 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-3f5ff8ad-a190-4096-a883-51ddb7edc6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:07:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f1a3a7d8-c662-45c4-a303-57b0236427d1'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:23.922707 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b32283c3-fb4f-445c-982d-b90b61b849a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:23.931803 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-3f5ff8ad-a190-4096-a883-51ddb7edc6de None None] Set router f1a3a7d8-c662-45c4-a303-57b0236427d1 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:07:24.027660 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b32283c3-fb4f-445c-982d-b90b61b849a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:24.084728 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-b32283c3-fb4f-445c-982d-b90b61b849a6 admin admin] Deleting port 836f18a3-eea5-4986-9e12-c31db7698c68 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:07:24.085097 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b32283c3-fb4f-445c-982d-b90b61b849a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:24.172113 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-b32283c3-fb4f-445c-982d-b90b61b849a6 admin admin] For port 836f18a3-eea5-4986-9e12-c31db7698c68, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=836f18a3-eea5-4986-9e12-c31db7698c68,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:07:24.172482 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b32283c3-fb4f-445c-982d-b90b61b849a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:24.185043 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-b32283c3-fb4f-445c-982d-b90b61b849a6 admin admin] Calling delete_port for 836f18a3-eea5-4986-9e12-c31db7698c68 owned by network:router_gateway {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:07:24.193902 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-3f5ff8ad-a190-4096-a883-51ddb7edc6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'name': 'tempest-TestVolumeBootPattern-377772674-router', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '836f18a3-eea5-4986-9e12-c31db7698c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:19Z', 'updated_at': '2021-08-18T16:07:23Z', 'revision_number': 5, 'project_id': 'aa3260b7691b48d891a1562ce314d5fb', 'gw_port': {'id': '836f18a3-eea5-4986-9e12-c31db7698c68', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:00:19Z', 'updated_at': '2021-08-18T16:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:24.223577 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ff8ad-a190-4096-a883-51ddb7edc6de None None] Checking router: f1a3a7d8-c662-45c4-a303-57b0236427d1 for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:07:24.231839 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ff8ad-a190-4096-a883-51ddb7edc6de None None] Routers {'f1a3a7d8-c662-45c4-a303-57b0236427d1'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:07:24.232447 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-3f5ff8ad-a190-4096-a883-51ddb7edc6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:07:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['f1a3a7d8-c662-45c4-a303-57b0236427d1'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:24.316709 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-3f5ff8ad-a190-4096-a883-51ddb7edc6de None None] Set router f1a3a7d8-c662-45c4-a303-57b0236427d1 gateway port host: None {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:07:24.353694 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b32283c3-fb4f-445c-982d-b90b61b849a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:24.371402 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-3f5ff8ad-a190-4096-a883-51ddb7edc6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'name': 'tempest-TestVolumeBootPattern-377772674-router', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:19Z', 'updated_at': '2021-08-18T16:07:24Z', 'revision_number': 6, 'project_id': 'aa3260b7691b48d891a1562ce314d5fb', 'gw_port_host': None}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:24.377628 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32283c3-fb4f-445c-982d-b90b61b849a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=836f18a3-eea5-4986-9e12-c31db7698c68,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:24.403119 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ff8ad-a190-4096-a883-51ddb7edc6de None None] The sync data for ids ['f1a3a7d8-c662-45c4-a303-57b0236427d1'] in dv-cinder-778534-7-iscsi is: [{'id': 'f1a3a7d8-c662-45c4-a303-57b0236427d1', 'name': 'tempest-TestVolumeBootPattern-377772674-router', 'tenant_id': 'aa3260b7691b48d891a1562ce314d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:00:19Z', 'updated_at': '2021-08-18T16:07:24Z', 'revision_number': 6, 'project_id': 'aa3260b7691b48d891a1562ce314d5fb', 'gw_port_host': None}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:07:24.451410 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b32283c3-fb4f-445c-982d-b90b61b849a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-468393'] for router_gateway, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:24.541978 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b32283c3-fb4f-445c-982d-b90b61b849a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4605'] for router, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:24.544105 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b32283c3-fb4f-445c-982d-b90b61b849a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:24.589554 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b32283c3-fb4f-445c-982d-b90b61b849a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627619'] for router, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:24.589950 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32283c3-fb4f-445c-982d-b90b61b849a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1a3a7d8-c662-45c4-a303-57b0236427d1 {{(pid=93847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 16:07:24.595166 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b32283c3-fb4f-445c-982d-b90b61b849a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:24.596294 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-b32283c3-fb4f-445c-982d-b90b61b849a6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f1a3a7d8-c662-45c4-a303-57b0236427d1 HTTP/1.1" status: 204 len: 168 time: 0.7801330 Aug 18 16:07:24.598916 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40778) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:07:24.643997 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccdc86ff-fd43-41a6-bf15-df497e85d54c admin admin] Deleting subnet 3ff72c02-512c-41ec-ad2d-4121ffa00caa {{(pid=93847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 16:07:24.647067 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ccdc86ff-fd43-41a6-bf15-df497e85d54c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:24.681477 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ccdc86ff-fd43-41a6-bf15-df497e85d54c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13957983'] for subnet, precommit_delete_associations {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:24.772362 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ccdc86ff-fd43-41a6-bf15-df497e85d54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473169'] for subnet, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:24.831498 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ccdc86ff-fd43-41a6-bf15-df497e85d54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13957933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14307673'] for subnet, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:24.861045 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc86ff-fd43-41a6-bf15-df497e85d54c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff72c02-512c-41ec-ad2d-4121ffa00caa,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:24.863532 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ccdc86ff-fd43-41a6-bf15-df497e85d54c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:24.864934 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-ccdc86ff-fd43-41a6-bf15-df497e85d54c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3ff72c02-512c-41ec-ad2d-4121ffa00caa HTTP/1.1" status: 204 len: 168 time: 0.2650847 Aug 18 16:07:24.867135 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0efee9-2ec6-40a3-afa5-cd46b104e55f None None] Network 3466c3c9-5417-4b47-b7fa-82f90c1a61c4 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 16:07:24.867597 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40780) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:07:24.935254 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627848'] for network, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:24.993776 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] Deleting port 23d36f04-e5f2-4a75-b0c7-255230b661f5 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:07:24.994127 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:25.060395 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] For port 23d36f04-e5f2-4a75-b0c7-255230b661f5, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=23d36f04-e5f2-4a75-b0c7-255230b661f5,segment=NetworkSegment(9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1),segment_id=9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:07:25.060788 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:25.073019 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] Calling delete_port for 23d36f04-e5f2-4a75-b0c7-255230b661f5 owned by network:dhcp {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:07:25.146485 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecf425e-2a45-46b7-a145-71cd1173661c None None] DHCP port deletion for 3466c3c9-5417-4b47-b7fa-82f90c1a61c4 request from dv-cinder-778534-7-iscsi {{(pid=93848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 16:07:25.170246 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:25.197132 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-9ecf425e-2a45-46b7-a145-71cd1173661c None None] Deleting port 23d36f04-e5f2-4a75-b0c7-255230b661f5 {{(pid=93848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:07:25.197515 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-9ecf425e-2a45-46b7-a145-71cd1173661c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:25.199836 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] No DVR routers for this DVR port 23d36f04-e5f2-4a75-b0c7-255230b661f5 on host dv-cinder-778534-7-iscsi {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:07:25.204264 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] Pushing event deleted for resources: {'Port': ['ID=23d36f04-e5f2-4a75-b0c7-255230b661f5,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:25.265494 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-9ecf425e-2a45-46b7-a145-71cd1173661c None None] For port 23d36f04-e5f2-4a75-b0c7-255230b661f5, host dv-cinder-778534-7-iscsi, got binding levels [] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:07:25.265896 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-9ecf425e-2a45-46b7-a145-71cd1173661c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:25.279377 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-9ecf425e-2a45-46b7-a145-71cd1173661c None None] Calling delete_port for 23d36f04-e5f2-4a75-b0c7-255230b661f5 owned by network:dhcp {{(pid=93848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:07:25.281447 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472536', 'neutron.services.segments.db._delete_segments_for_network-8780902331073'] for network, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:25.282672 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.ipam_backend_mixin [None req-9ecf425e-2a45-46b7-a145-71cd1173661c None None] Port 23d36f04-e5f2-4a75-b0c7-255230b661f5 was not found and therefore no delete operation was performed {{(pid=93848) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 16:07:25.283922 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-9ecf425e-2a45-46b7-a145-71cd1173661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868'] for port, after_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:25.291964 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.services.segments.db [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3466c3c9-5417-4b47-b7fa-82f90c1a61c4']}} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:25.302951 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.services.segments.db [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1') {'for_net_delete': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:25.303198 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.services.segments.db [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9633bfc4-b5e8-4a00-b55f-d0ce3554f0b1') {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:07:25.308824 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf425e-2a45-46b7-a145-71cd1173661c None None] Pushing event deleted for resources: {'Port': ['ID=23d36f04-e5f2-4a75-b0c7-255230b661f5,revision_number=None']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:25.312647 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780902098598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13957974'] for segment, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:25.312859 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecf425e-2a45-46b7-a145-71cd1173661c None None] No DVR routers for this DVR port 23d36f04-e5f2-4a75-b0c7-255230b661f5 on host dv-cinder-778534-7-iscsi {{(pid=93848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:07:25.329542 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:25.335444 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 16:07:25.335830 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13959055'] for segment, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: Traceback (most recent call last): Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: timer() Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: cb(*args, **kw) Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: return func(*args, **kwargs) Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: self._notify() Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: self.callback(batched_events) Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: event.method(event) Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: return f(self, *a, **k) Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: return self._get(url).json() Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: return self.request(url, 'GET', **kwargs) Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 16:07:25.337947 dv-cinder-778534-7-iscsi neutron-server[93847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 16:07:25.402365 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468348'] for network, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:25.411424 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:25.414224 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] 10.222.0.44 "DELETE /v2.0/networks/3466c3c9-5417-4b47-b7fa-82f90c1a61c4 HTTP/1.1" status: 204 len: 168 time: 0.5457962 Aug 18 16:07:25.429070 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27173dcc-4ddf-48df-81cd-8e12cbf6d1be admin admin] Pushing event deleted for resources: {'Network': ['ID=3466c3c9-5417-4b47-b7fa-82f90c1a61c4,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:25.559864 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40786) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:07:25.600675 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-b0808c90-fb5a-4f7c-9be1-90c80b64cab4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a70d2f8bce441a3bd8ed3a702f2d6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394769 Aug 18 16:07:25.603012 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40788) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:07:25.656304 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f13d4031-161f-4dec-b5e3-798d5f48a016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:25.678224 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f13d4031-161f-4dec-b5e3-798d5f48a016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:25.724232 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f13d4031-161f-4dec-b5e3-798d5f48a016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:25.726848 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f13d4031-161f-4dec-b5e3-798d5f48a016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:25.728013 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-f13d4031-161f-4dec-b5e3-798d5f48a016 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc417cac-d269-4b02-907b-aed00ac1fffb HTTP/1.1" status: 204 len: 168 time: 0.1241007 Aug 18 16:07:25.736419 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d4031-161f-4dec-b5e3-798d5f48a016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc417cac-d269-4b02-907b-aed00ac1fffb,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:26.047964 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40794) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:07:26.086848 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-f0563982-fe1d-4570-bd2e-370728269edc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa3260b7691b48d891a1562ce314d5fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377398 Aug 18 16:07:26.089328 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40796) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:07:26.137518 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-75e53641-61d4-4cb7-b091-92fac1028a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:26.159857 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-75e53641-61d4-4cb7-b091-92fac1028a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:26.205484 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-75e53641-61d4-4cb7-b091-92fac1028a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:26.208150 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-75e53641-61d4-4cb7-b091-92fac1028a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:26.209384 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-75e53641-61d4-4cb7-b091-92fac1028a49 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7c62f67-db4c-4aeb-8411-d3ea17938245 HTTP/1.1" status: 204 len: 168 time: 0.1190813 Aug 18 16:07:26.217471 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e53641-61d4-4cb7-b091-92fac1028a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c62f67-db4c-4aeb-8411-d3ea17938245,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:07:26.463824 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 23d36f04-e5f2-4a75-b0c7-255230b661f5 no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:07:26.485050 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: 23d36f04-e5f2-4a75-b0c7-255230b661f5 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:07:26.485500 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 23d36f04-e5f2-4a75-b0c7-255230b661f5 not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:07:26.486038 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 836f18a3-eea5-4986-9e12-c31db7698c68 no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:07:26.506480 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: 836f18a3-eea5-4986-9e12-c31db7698c68 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:07:26.506782 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 836f18a3-eea5-4986-9e12-c31db7698c68 not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:07:26.507204 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device d94872c7-791c-48ef-9c3e-3b708304803e no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:07:26.527627 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: d94872c7-791c-48ef-9c3e-3b708304803e {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:07:26.527996 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device d94872c7-791c-48ef-9c3e-3b708304803e not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:07:39.020062 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:07:44.773470 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4aab315b-16aa-4360-9535-1f023ea09b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:47.701013 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1ce9-6d2f-43d7-b91a-ba35eff18f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:47.901795 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:48.814915 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:50.042886 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:52.421490 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:07:58.667464 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1ba670b4-ee83-4928-b684-aee432c6d7bb req-b269252d-1641-45b4-a34c-19c774f10c7a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440803 Aug 18 16:07:58.751944 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba670b4-ee83-4928-b684-aee432c6d7bb req-5a5ba8a1-af24-460e-bd94-685effab1b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:58.753511 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1ba670b4-ee83-4928-b684-aee432c6d7bb req-5a5ba8a1-af24-460e-bd94-685effab1b36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1a42f62d8bd426883e20f9bd2bca3b0&device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 1099 time: 0.0434475 Aug 18 16:07:58.856182 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba670b4-ee83-4928-b684-aee432c6d7bb req-75f1f7d5-3395-408d-89d8-22f64ea8c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:58.858400 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1ba670b4-ee83-4928-b684-aee432c6d7bb req-75f1f7d5-3395-408d-89d8-22f64ea8c370 service neutron] 10.222.0.20 "GET /v2.0/networks?id=daa75f7b-c605-424f-bdc9-6721b917572a HTTP/1.1" status: 200 len: 910 time: 0.0854013 Aug 18 16:07:58.927170 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1ba670b4-ee83-4928-b684-aee432c6d7bb req-dfcdec0f-5cf3-47a9-bd25-2009698db5bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48 HTTP/1.1" status: 200 len: 1002 time: 0.0615366 Aug 18 16:07:58.977357 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba670b4-ee83-4928-b684-aee432c6d7bb req-47378f0f-e74d-462b-827e-d29613752c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:58.978832 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1ba670b4-ee83-4928-b684-aee432c6d7bb req-47378f0f-e74d-462b-827e-d29613752c55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f5ada2e-dd90-4eb5-97e5-9a73c5450770 HTTP/1.1" status: 200 len: 848 time: 0.0443108 Aug 18 16:07:59.025586 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba670b4-ee83-4928-b684-aee432c6d7bb req-20df7004-4fac-4cab-922d-b9e032b3fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:07:59.026995 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1ba670b4-ee83-4928-b684-aee432c6d7bb req-20df7004-4fac-4cab-922d-b9e032b3fe2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=daa75f7b-c605-424f-bdc9-6721b917572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409248 Aug 18 16:07:59.120323 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1ba670b4-ee83-4928-b684-aee432c6d7bb req-d5f9bdfc-b671-42d1-960d-e8bce0eae812 service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853925 Aug 18 16:07:59.213816 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1ba670b4-ee83-4928-b684-aee432c6d7bb req-765b0acc-865f-497e-a384-e8434d0cefaf service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854089 Aug 18 16:08:14.774071 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1c1445ff-5f3c-483e-ba85-7c096174da52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:08:16.020087 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:08:17.702696 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-7a2ba46b-a805-42f0-9b4a-dc9bf4fc2d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:08:17.902551 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:08:18.815589 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:08:20.045352 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:08:22.432964 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:08:44.775287 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-0ccd16fe-59e0-4255-a446-c787bfa07f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:08:47.704217 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-24808881-5fb5-45b5-ba10-c934d305ffb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:08:47.905942 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:08:48.818279 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:08:50.047383 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:08:52.448210 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:08:53.019013 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:08:53.582170 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49ae11-fde5-4507-8835-14691a9142e0 req-4cbd931c-f60a-470d-9e83-9c4040503fe1 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:08:53.583645 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-de49ae11-fde5-4507-8835-14691a9142e0 req-4cbd931c-f60a-470d-9e83-9c4040503fe1 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0534697 Aug 18 16:08:53.622940 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-de49ae11-fde5-4507-8835-14691a9142e0 req-be2ab11d-74e3-4814-869a-329131278e5d tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333276 Aug 18 16:08:54.742541 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98971e-5219-4570-b75c-4afdf7e53548 req-433f00da-a93c-404a-bc41-1026b080bed0 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:08:54.743920 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2d98971e-5219-4570-b75c-4afdf7e53548 req-433f00da-a93c-404a-bc41-1026b080bed0 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0485075 Aug 18 16:08:54.783281 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2d98971e-5219-4570-b75c-4afdf7e53548 req-1ae118fb-da44-47b0-8db1-ac35f362959c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325677 Aug 18 16:08:55.897248 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc941902-37ce-4582-bbef-0df17c26703d req-5c6f0773-6389-4b5f-ad6f-3fe10a5af95e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:08:55.898711 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cc941902-37ce-4582-bbef-0df17c26703d req-5c6f0773-6389-4b5f-ad6f-3fe10a5af95e tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0486205 Aug 18 16:08:55.936683 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-cc941902-37ce-4582-bbef-0df17c26703d req-8f1623e2-f7d9-491e-a82a-19d6e31519ef tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312684 Aug 18 16:08:57.059344 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17105a9c-9297-457a-b68e-25a7c924a49d req-48b7e27a-6de1-4ab0-ac63-da1f1985b011 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:08:57.060752 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-17105a9c-9297-457a-b68e-25a7c924a49d req-48b7e27a-6de1-4ab0-ac63-da1f1985b011 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0524671 Aug 18 16:08:57.097893 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-17105a9c-9297-457a-b68e-25a7c924a49d req-2869e7fe-82eb-4e1f-9d45-b195721832fd tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313387 Aug 18 16:08:58.213162 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0436fb4-8863-49a3-9912-5f40c5aafad9 req-206a22e2-5cc8-45ba-af16-44b714f55f53 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:08:58.214802 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c0436fb4-8863-49a3-9912-5f40c5aafad9 req-206a22e2-5cc8-45ba-af16-44b714f55f53 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0506816 Aug 18 16:08:58.252614 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c0436fb4-8863-49a3-9912-5f40c5aafad9 req-957b017e-b7c1-4cd3-b07c-05f11c7556b6 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318182 Aug 18 16:08:59.365806 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b940cce-5d01-4e7a-9fcc-89f606965255 req-b3882a9d-4d59-44b5-83bc-91a3d3370798 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:08:59.367268 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1b940cce-5d01-4e7a-9fcc-89f606965255 req-b3882a9d-4d59-44b5-83bc-91a3d3370798 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0486116 Aug 18 16:08:59.404580 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1b940cce-5d01-4e7a-9fcc-89f606965255 req-c712b70f-6b8b-4a44-9362-b101472c981b tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314269 Aug 18 16:08:59.688562 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5316a-56b7-4ade-8612-ca17d59473bc req-cfd7e305-93bc-465d-99b5-edacd7ccb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:08:59.689992 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffd5316a-56b7-4ade-8612-ca17d59473bc req-cfd7e305-93bc-465d-99b5-edacd7ccb5f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1a42f62d8bd426883e20f9bd2bca3b0&device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 1099 time: 0.0434716 Aug 18 16:08:59.796434 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5316a-56b7-4ade-8612-ca17d59473bc req-0e23a7fd-8f9e-47b5-8b7d-7ddeb6313b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:08:59.797942 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffd5316a-56b7-4ade-8612-ca17d59473bc req-0e23a7fd-8f9e-47b5-8b7d-7ddeb6313b63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=daa75f7b-c605-424f-bdc9-6721b917572a HTTP/1.1" status: 200 len: 910 time: 0.0886850 Aug 18 16:08:59.866410 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffd5316a-56b7-4ade-8612-ca17d59473bc req-7f6187a3-b88d-4c8e-be23-c56631353e53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48 HTTP/1.1" status: 200 len: 1002 time: 0.0613158 Aug 18 16:08:59.918277 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5316a-56b7-4ade-8612-ca17d59473bc req-8edcef60-ae75-4275-8290-f43e818ef412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:08:59.921187 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffd5316a-56b7-4ade-8612-ca17d59473bc req-8edcef60-ae75-4275-8290-f43e818ef412 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f5ada2e-dd90-4eb5-97e5-9a73c5450770 HTTP/1.1" status: 200 len: 848 time: 0.0476048 Aug 18 16:08:59.968305 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5316a-56b7-4ade-8612-ca17d59473bc req-692a7b58-6a5c-435d-b468-01fee5b56377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:08:59.969861 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffd5316a-56b7-4ade-8612-ca17d59473bc req-692a7b58-6a5c-435d-b468-01fee5b56377 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=daa75f7b-c605-424f-bdc9-6721b917572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421927 Aug 18 16:09:00.340972 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffd5316a-56b7-4ade-8612-ca17d59473bc req-9f65bcaf-b4c3-4951-a00f-fd085e0cd2bf service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642378 Aug 18 16:09:00.436418 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffd5316a-56b7-4ade-8612-ca17d59473bc req-2a225856-5c17-41c0-9e71-4488b3a576fa service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884759 Aug 18 16:09:00.525550 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9425bf-7655-4713-ac74-5d4e324a15f4 req-d3ef6b7b-b1da-4556-a558-f76aad6a6be1 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:00.527130 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8a9425bf-7655-4713-ac74-5d4e324a15f4 req-d3ef6b7b-b1da-4556-a558-f76aad6a6be1 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0537941 Aug 18 16:09:00.567574 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8a9425bf-7655-4713-ac74-5d4e324a15f4 req-e6f7f69f-2125-48c1-95b6-59d7c601dab3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337522 Aug 18 16:09:01.681611 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f331446-ef36-4b88-89e3-8d69d999b800 req-2db8c922-6bc0-4eab-90c7-3fdd3ef6548a tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:01.683082 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0f331446-ef36-4b88-89e3-8d69d999b800 req-2db8c922-6bc0-4eab-90c7-3fdd3ef6548a tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0485783 Aug 18 16:09:01.723221 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-0f331446-ef36-4b88-89e3-8d69d999b800 req-9c3be14f-0e85-4305-9998-bac42be29880 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315621 Aug 18 16:09:02.835208 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cec93b-c95c-419e-acba-657c6396b520 req-b9a08a9f-3ed2-46b6-b89b-68d80e4b4c8f tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:02.836696 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-78cec93b-c95c-419e-acba-657c6396b520 req-b9a08a9f-3ed2-46b6-b89b-68d80e4b4c8f tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0487752 Aug 18 16:09:02.875873 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-78cec93b-c95c-419e-acba-657c6396b520 req-d329585c-0251-4b5d-ab16-80146b5003c8 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323048 Aug 18 16:09:03.718187 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392da07-948e-4cc0-b344-cd6632f04657 req-ecab25ee-9482-4959-bc69-517dc53c4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:03.719668 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f392da07-948e-4cc0-b344-cd6632f04657 req-ecab25ee-9482-4959-bc69-517dc53c4071 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1a42f62d8bd426883e20f9bd2bca3b0&device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 1099 time: 0.0456278 Aug 18 16:09:03.808993 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392da07-948e-4cc0-b344-cd6632f04657 req-ab3c6f66-6314-4c5e-917e-e488b21a2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:03.810469 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f392da07-948e-4cc0-b344-cd6632f04657 req-ab3c6f66-6314-4c5e-917e-e488b21a2f60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=daa75f7b-c605-424f-bdc9-6721b917572a HTTP/1.1" status: 200 len: 910 time: 0.0840926 Aug 18 16:09:03.879762 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f392da07-948e-4cc0-b344-cd6632f04657 req-99c16057-cde8-4051-97da-2cb51dc5f154 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48 HTTP/1.1" status: 200 len: 1002 time: 0.0623384 Aug 18 16:09:03.929874 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392da07-948e-4cc0-b344-cd6632f04657 req-ae6e422f-4227-4491-903f-ea009c039ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:03.931339 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f392da07-948e-4cc0-b344-cd6632f04657 req-ae6e422f-4227-4491-903f-ea009c039ea2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f5ada2e-dd90-4eb5-97e5-9a73c5450770 HTTP/1.1" status: 200 len: 848 time: 0.0440946 Aug 18 16:09:04.011980 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392da07-948e-4cc0-b344-cd6632f04657 req-595ea29d-c297-40b5-b5c0-eada27a99b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:04.013433 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f392da07-948e-4cc0-b344-cd6632f04657 req-595ea29d-c297-40b5-b5c0-eada27a99b4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=daa75f7b-c605-424f-bdc9-6721b917572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751588 Aug 18 16:09:04.020825 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261ff78-beca-4e42-817d-4b8483932867 req-666bb53d-f5a2-4514-b97e-e5a451ba956a tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:04.022190 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1261ff78-beca-4e42-817d-4b8483932867 req-666bb53d-f5a2-4514-b97e-e5a451ba956a tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0762291 Aug 18 16:09:04.104116 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1261ff78-beca-4e42-817d-4b8483932867 req-3ee0e210-ca17-47f7-9a6b-825cebb95aba tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738451 Aug 18 16:09:04.130939 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f392da07-948e-4cc0-b344-cd6632f04657 req-358b8a9b-2782-4b5d-9860-cf15ce13fd26 service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078241 Aug 18 16:09:04.224652 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-f392da07-948e-4cc0-b344-cd6632f04657 req-5de5e755-6023-4c6a-95a8-8045e1edec93 service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868168 Aug 18 16:09:05.219425 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddd6a9-b5b0-4614-98cd-030bfdb11460 req-a263b77b-1c38-40d2-8b32-d4e8c046569c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:05.220928 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d3ddd6a9-b5b0-4614-98cd-030bfdb11460 req-a263b77b-1c38-40d2-8b32-d4e8c046569c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0503888 Aug 18 16:09:05.258708 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d3ddd6a9-b5b0-4614-98cd-030bfdb11460 req-ce22471c-fe2b-4d15-a812-0752885cade3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319061 Aug 18 16:09:06.370913 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1decca9-22f4-4b7c-b927-a92a93c79570 req-f14ff382-93f1-44b6-9174-0c34f5899796 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:06.372542 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d1decca9-22f4-4b7c-b927-a92a93c79570 req-f14ff382-93f1-44b6-9174-0c34f5899796 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0492842 Aug 18 16:09:06.412025 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d1decca9-22f4-4b7c-b927-a92a93c79570 req-f9e85bb0-a5f0-4574-b764-10554765886c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334733 Aug 18 16:09:06.642380 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835614e-7b10-4502-97a5-246da4c3ccf0 req-720b5b52-adfb-4bfa-9c88-e6eb4b7f3532 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:06.643865 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d835614e-7b10-4502-97a5-246da4c3ccf0 req-720b5b52-adfb-4bfa-9c88-e6eb4b7f3532 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0551622 Aug 18 16:09:06.693697 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-d835614e-7b10-4502-97a5-246da4c3ccf0 req-e556c991-7380-4bac-b2d6-4ae73c30dfa7 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437655 Aug 18 16:09:06.727740 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-561e8966-3609-4c6a-adcd-77d6f27077a5 req-c902a5be-6ee1-47a7-a5c4-04c9345d1966 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1679018 Aug 18 16:09:07.809830 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f252efb-177e-4be8-ad50-af600a36a7a4 req-b12666f6-59a4-4c12-8921-82ac3fbb63b5 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:07.811312 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9f252efb-177e-4be8-ad50-af600a36a7a4 req-b12666f6-59a4-4c12-8921-82ac3fbb63b5 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0510888 Aug 18 16:09:07.880693 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9f252efb-177e-4be8-ad50-af600a36a7a4 req-c35e7f92-7c19-476c-b863-cbce9c6aea64 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625615 Aug 18 16:09:07.891336 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e8966-3609-4c6a-adcd-77d6f27077a5 req-cfbf5f2b-c3e3-4095-ad60-29272f5f4a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:07.892814 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-561e8966-3609-4c6a-adcd-77d6f27077a5 req-cfbf5f2b-c3e3-4095-ad60-29272f5f4a1e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d&tenant_id=a1a42f62d8bd426883e20f9bd2bca3b0 HTTP/1.1" status: 200 len: 1099 time: 0.0597525 Aug 18 16:09:07.955604 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e8966-3609-4c6a-adcd-77d6f27077a5 req-0bc8637e-7b60-47d9-b6ea-9b6b9df4ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:07.957121 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-561e8966-3609-4c6a-adcd-77d6f27077a5 req-0bc8637e-7b60-47d9-b6ea-9b6b9df4ce80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1a42f62d8bd426883e20f9bd2bca3b0&device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 1099 time: 0.0418000 Aug 18 16:09:08.056927 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e8966-3609-4c6a-adcd-77d6f27077a5 req-e4def0e7-992d-417d-9516-ea8bc8baa887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:08.058910 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-561e8966-3609-4c6a-adcd-77d6f27077a5 req-e4def0e7-992d-417d-9516-ea8bc8baa887 service neutron] 10.222.0.20 "GET /v2.0/networks?id=daa75f7b-c605-424f-bdc9-6721b917572a HTTP/1.1" status: 200 len: 910 time: 0.0945981 Aug 18 16:09:08.125235 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-561e8966-3609-4c6a-adcd-77d6f27077a5 req-a2ddbcf2-7f30-44b6-a24c-8b48507b95a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48 HTTP/1.1" status: 200 len: 1002 time: 0.0588195 Aug 18 16:09:08.174096 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e8966-3609-4c6a-adcd-77d6f27077a5 req-cf4ae221-4bf9-4007-801e-9c307282e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:08.175544 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-561e8966-3609-4c6a-adcd-77d6f27077a5 req-cf4ae221-4bf9-4007-801e-9c307282e7d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f5ada2e-dd90-4eb5-97e5-9a73c5450770 HTTP/1.1" status: 200 len: 848 time: 0.0433750 Aug 18 16:09:08.225720 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e8966-3609-4c6a-adcd-77d6f27077a5 req-972ee361-9ff7-4dfc-a426-e956d3afb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:08.227209 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-561e8966-3609-4c6a-adcd-77d6f27077a5 req-972ee361-9ff7-4dfc-a426-e956d3afb279 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=daa75f7b-c605-424f-bdc9-6721b917572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439942 Aug 18 16:09:08.316485 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-561e8966-3609-4c6a-adcd-77d6f27077a5 req-1914a8ff-1055-44e7-bb28-5ddd9d5ca600 service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817859 Aug 18 16:09:08.410725 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-561e8966-3609-4c6a-adcd-77d6f27077a5 req-0949b673-98eb-49eb-a761-0731ec4e3e3f service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862834 Aug 18 16:09:08.997372 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd29067-07e6-40ca-8884-6f9c34c283be req-d63859ad-15eb-4a41-a3e3-30e8d99b9ef5 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:08.999250 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7dd29067-07e6-40ca-8884-6f9c34c283be req-d63859ad-15eb-4a41-a3e3-30e8d99b9ef5 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0513778 Aug 18 16:09:09.037816 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-7dd29067-07e6-40ca-8884-6f9c34c283be req-4f92a6d5-c962-4233-b080-3290a8171278 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324512 Aug 18 16:09:10.161149 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd9c83-bf37-4d49-8a5b-48bd1228d00c req-dbd634f5-616f-48ac-b7c3-f8df5a7a729f tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:10.162672 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dfdd9c83-bf37-4d49-8a5b-48bd1228d00c req-dbd634f5-616f-48ac-b7c3-f8df5a7a729f tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0527577 Aug 18 16:09:10.203520 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-dfdd9c83-bf37-4d49-8a5b-48bd1228d00c req-7ebe6103-292c-47d0-9c39-1541a7abe51b tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339344 Aug 18 16:09:10.545211 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 11c65da3-3bd2-45d7-965b-f5c5092ebd48 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:09:10.621582 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:10.643655 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c65da3-3bd2-45d7-965b-f5c5092ebd48'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:09:10.645924 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43729dad-6877-4878-a226-d7ce06e315a9" -d '{"events": [{"server_uuid": "80908fb6-4dff-449b-ab2f-f12026d1595d", "name": "network-vif-unplugged", "status": "completed", "tag": "11c65da3-3bd2-45d7-965b-f5c5092ebd48"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:09:10.659384 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 11c65da3-3bd2-45d7-965b-f5c5092ebd48, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48,segment=NetworkSegment(494ae9e3-7678-4425-958c-b562fe5ee5c4),segment_id=494ae9e3-7678-4425-958c-b562fe5ee5c4)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:09:10.663843 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:10.686865 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 16:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bca4914-17ac-450b-a9a1-6984b4835ce8 x-openstack-request-id: req-8bca4914-17ac-450b-a9a1-6984b4835ce8 {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:09:10.687161 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80908fb6-4dff-449b-ab2f-f12026d1595d", "name": "network-vif-unplugged", "status": "completed", "tag": "11c65da3-3bd2-45d7-965b-f5c5092ebd48", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:09:10.687413 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8bca4914-17ac-450b-a9a1-6984b4835ce8 {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:09:10.687804 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c65da3-3bd2-45d7-965b-f5c5092ebd48', 'code': 200} Aug 18 16:09:10.717717 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=11c65da3-3bd2-45d7-965b-f5c5092ebd48,revision_number=6']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:09:10.725286 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:09:10.725639 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:09:10.725986 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:09:10.726326 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:09:10.726660 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:09:10.726994 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:09:10.727328 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:09:10.727659 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:09:10.727991 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:09:10.728318 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:09:10.728644 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:09:10.729000 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:09:11.316543 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8ec9b-5455-44eb-b889-c78e4cbefd00 req-f30b03e7-d87d-40e0-97ec-23d8b2cd0acb tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:11.318076 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-27a8ec9b-5455-44eb-b889-c78e4cbefd00 req-f30b03e7-d87d-40e0-97ec-23d8b2cd0acb tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 944 time: 0.0486834 Aug 18 16:09:11.359758 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-27a8ec9b-5455-44eb-b889-c78e4cbefd00 req-ec2dc0a7-4660-4668-a856-a8e4d33c61ac tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351861 Aug 18 16:09:12.488811 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efffe90-c06f-4b3f-9fc7-6a44f1ef16a7 req-8e7ed2f2-27e0-4e97-b4ea-49eb212761cf tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:12.490296 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9efffe90-c06f-4b3f-9fc7-6a44f1ef16a7 req-8e7ed2f2-27e0-4e97-b4ea-49eb212761cf tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 944 time: 0.0510511 Aug 18 16:09:12.533795 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-9efffe90-c06f-4b3f-9fc7-6a44f1ef16a7 req-04cd5697-d382-4cad-8d0f-6a1a01a328ff tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371006 Aug 18 16:09:13.650439 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d018ec-aa5e-4493-af63-9d46c95dace6 req-b88e3025-270f-4618-839e-36bdc9dd13bb tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:13.652706 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86d018ec-aa5e-4493-af63-9d46c95dace6 req-b88e3025-270f-4618-839e-36bdc9dd13bb tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 944 time: 0.0525894 Aug 18 16:09:13.691199 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-86d018ec-aa5e-4493-af63-9d46c95dace6 req-66e3b0b5-6c7b-4fab-b191-50bfb017945a tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324368 Aug 18 16:09:14.407158 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c707d7-e3b8-42ef-8e6d-e09772bbfd42 req-021155cc-fee0-44ca-af69-d08fe161fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:14.408578 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-19c707d7-e3b8-42ef-8e6d-e09772bbfd42 req-021155cc-fee0-44ca-af69-d08fe161fdf2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 1097 time: 0.0433652 Aug 18 16:09:14.449361 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-19c707d7-e3b8-42ef-8e6d-e09772bbfd42 req-d8f7b43a-5534-4d3c-b4d9-3b066b8eae3e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332389 Aug 18 16:09:14.778392 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-d98123fd-9525-44f0-992f-9c5c7d296736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:14.812602 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafa462-4c10-4b58-b8da-077501792d99 req-c35db817-2283-4862-bdb4-bfe874d5bf38 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:14.814108 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1aafa462-4c10-4b58-b8da-077501792d99 req-c35db817-2283-4862-bdb4-bfe874d5bf38 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 944 time: 0.0558765 Aug 18 16:09:14.852360 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-1aafa462-4c10-4b58-b8da-077501792d99 req-ac206fda-7904-44af-bb28-6b2efce2c2c6 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321412 Aug 18 16:09:15.967142 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544898c-722e-4850-b22c-2585e6febdd5 req-1b16bac6-1cbe-49b3-be55-28f0f07c2bc6 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:09:15.968629 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c544898c-722e-4850-b22c-2585e6febdd5 req-1b16bac6-1cbe-49b3-be55-28f0f07c2bc6 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 944 time: 0.0493162 Aug 18 16:09:16.008170 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c544898c-722e-4850-b22c-2585e6febdd5 req-9240d7cd-1187-4471-869d-3ac20c0495d6 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334692 Aug 18 16:09:16.544631 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 11c65da3-3bd2-45d7-965b-f5c5092ebd48 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 16:09:16.642409 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 11c65da3-3bd2-45d7-965b-f5c5092ebd48, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48,segment=NetworkSegment(494ae9e3-7678-4425-958c-b562fe5ee5c4),segment_id=494ae9e3-7678-4425-958c-b562fe5ee5c4)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:09:16.653823 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Returning: {'device': '11c65da3-3bd2-45d7-965b-f5c5092ebd48', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'port_id': '11c65da3-3bd2-45d7-965b-f5c5092ebd48', 'mac_address': 'fa:16:3e:77:8f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 16:09:16.690705 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:16.703902 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c65da3-3bd2-45d7-965b-f5c5092ebd48 {{(pid=93848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 16:09:16.724072 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 11c65da3-3bd2-45d7-965b-f5c5092ebd48, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48,segment=NetworkSegment(494ae9e3-7678-4425-958c-b562fe5ee5c4),segment_id=494ae9e3-7678-4425-958c-b562fe5ee5c4)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:09:16.736305 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:16.789299 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=11c65da3-3bd2-45d7-965b-f5c5092ebd48,revision_number=7']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:09:17.021495 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] get_ports_and_sgs() called for port_ids ['11c65da3-3bd2-45d7-965b-f5c5092ebd48'] {{(pid=93848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 16:09:17.706304 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-939223a0-c7a6-439c-9c74-45d5451c28ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:17.907932 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:18.559398 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 11c65da3-3bd2-45d7-965b-f5c5092ebd48 up at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:09:18.608433 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Provisioning complete for port 11c65da3-3bd2-45d7-965b-f5c5092ebd48 triggered by entity L2. {{(pid=93848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 16:09:18.610261 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471459'] for port, provisioning_complete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:18.686614 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562180'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:18.708526 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c65da3-3bd2-45d7-965b-f5c5092ebd48'}] {{(pid=93848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:09:18.710760 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cacde2ef2ecf08447b5994b4735d17153b674a866ff25dcd26bc617acdc18f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31fafeb-bfc9-4e2f-b228-707cbc302dc1" -d '{"events": [{"server_uuid": "80908fb6-4dff-449b-ab2f-f12026d1595d", "name": "network-vif-plugged", "status": "completed", "tag": "11c65da3-3bd2-45d7-965b-f5c5092ebd48"}]}' {{(pid=93848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:09:18.724286 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] For port 11c65da3-3bd2-45d7-965b-f5c5092ebd48, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48,segment=NetworkSegment(494ae9e3-7678-4425-958c-b562fe5ee5c4),segment_id=494ae9e3-7678-4425-958c-b562fe5ee5c4)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:09:18.729032 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780902300272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780901793877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780901793895'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:18.755227 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b5f1cc-a01c-4188-8a7b-fb6b329f70db x-openstack-request-id: req-59b5f1cc-a01c-4188-8a7b-fb6b329f70db {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:09:18.755514 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80908fb6-4dff-449b-ab2f-f12026d1595d", "name": "network-vif-plugged", "status": "completed", "tag": "11c65da3-3bd2-45d7-965b-f5c5092ebd48", "code": 200}]} {{(pid=93848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:09:18.755758 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59b5f1cc-a01c-4188-8a7b-fb6b329f70db {{(pid=93848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:09:18.756134 dv-cinder-778534-7-iscsi neutron-server[93848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c65da3-3bd2-45d7-965b-f5c5092ebd48', 'code': 200} Aug 18 16:09:18.784156 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Pushing event updated for resources: {'Port': ['ID=11c65da3-3bd2-45d7-965b-f5c5092ebd48,revision_number=8']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:09:18.819724 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:20.050869 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:22.472087 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:30.018226 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:09:44.780979 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-65e5f600-9b9c-4523-a35d-75c89efc5e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:47.707319 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-9cf68203-fcf5-4f49-a101-2da7fe3bd9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:47.909412 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:48.823868 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:50.053840 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:09:52.461223 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:01.648700 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c02fe587-4aad-4289-ba0d-98b14ce3909d req-6fb33c52-39fe-481c-bba6-69462c2dd6ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387917 Aug 18 16:10:01.734012 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fe587-4aad-4289-ba0d-98b14ce3909d req-f06f8d96-3a4c-4ce7-ad71-f216460e7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:10:01.735464 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c02fe587-4aad-4289-ba0d-98b14ce3909d req-f06f8d96-3a4c-4ce7-ad71-f216460e7d88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1a42f62d8bd426883e20f9bd2bca3b0&device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 1099 time: 0.0437846 Aug 18 16:10:01.842117 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fe587-4aad-4289-ba0d-98b14ce3909d req-f7343d2d-5c22-4a10-b4db-ef67e4779a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:10:01.843600 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c02fe587-4aad-4289-ba0d-98b14ce3909d req-f7343d2d-5c22-4a10-b4db-ef67e4779a8a service neutron] 10.222.0.20 "GET /v2.0/networks?id=daa75f7b-c605-424f-bdc9-6721b917572a HTTP/1.1" status: 200 len: 910 time: 0.0863388 Aug 18 16:10:01.915074 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c02fe587-4aad-4289-ba0d-98b14ce3909d req-322fefe0-21a2-49dc-afc4-b4cb36a0c3f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48 HTTP/1.1" status: 200 len: 1002 time: 0.0636089 Aug 18 16:10:01.971443 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fe587-4aad-4289-ba0d-98b14ce3909d req-c52ecce0-45a0-41b4-8f55-d236b588d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:10:01.975043 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c02fe587-4aad-4289-ba0d-98b14ce3909d req-c52ecce0-45a0-41b4-8f55-d236b588d97d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f5ada2e-dd90-4eb5-97e5-9a73c5450770 HTTP/1.1" status: 200 len: 848 time: 0.0509012 Aug 18 16:10:02.019282 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fe587-4aad-4289-ba0d-98b14ce3909d req-2313a6b5-ef97-42f6-8df5-93766fb09a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:10:02.020849 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c02fe587-4aad-4289-ba0d-98b14ce3909d req-2313a6b5-ef97-42f6-8df5-93766fb09a2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=daa75f7b-c605-424f-bdc9-6721b917572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407784 Aug 18 16:10:02.113816 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c02fe587-4aad-4289-ba0d-98b14ce3909d req-18e45391-c284-41ca-8669-83d14f17f30c service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844729 Aug 18 16:10:02.206315 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-c02fe587-4aad-4289-ba0d-98b14ce3909d req-8e09d467-aee8-4072-9664-8bd5e3ecb9e2 service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857069 Aug 18 16:10:07.018741 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:10:14.783377 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-0159828e-a965-4a69-97c6-9458ee667879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:17.708828 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-076a7dc3-5846-42aa-8522-2b54935e3554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:17.909877 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:18.825870 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:20.058367 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:22.472957 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:28.225014 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40896) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:10:28.381628 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Deleting port a23bc1fb-556f-4197-b5aa-2f27e1222505 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:10:28.381974 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:28.455903 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:28.456232 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:28.470041 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Calling delete_port for a23bc1fb-556f-4197-b5aa-2f27e1222505 owned by network:floatingip {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:10:28.616898 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:28.648706 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Pushing event deleted for resources: {'Port': ['ID=a23bc1fb-556f-4197-b5aa-2f27e1222505,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:10:28.675556 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:28.675903 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:28.676241 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:28.676574 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:28.676929 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:28.677260 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:28.677585 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:28.677909 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:28.678227 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:28.678547 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:28.678863 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:28.679179 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:28.724360 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for floatingip, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:28.724680 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.db.l3_db [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Floating IP 2c6e5334-a56d-48d0-8b6c-1d2b6841bebe disassociated (deleted). External IP: 172.27.2.239, port: 11c65da3-3bd2-45d7-965b-f5c5092ebd48. Aug 18 16:10:29.162161 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:10:29.273285 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:10:29.278473 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:29.282972 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcb6769-c74e-45fe-a94d-2b2abc365e33 None None] Sync routers for ids ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:10:29.292715 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcb6769-c74e-45fe-a94d-2b2abc365e33 None None] Routers {'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:10:29.293362 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-3fcb6769-c74e-45fe-a94d-2b2abc365e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:10:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:29.304874 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-93c8c4fd-dc75-4db7-aa60-9df76d876cb3 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "DELETE /v2.0/floatingips/2c6e5334-a56d-48d0-8b6c-1d2b6841bebe HTTP/1.1" status: 204 len: 168 time: 1.0787189 Aug 18 16:10:29.305649 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'tag': '11c65da3-3bd2-45d7-965b-f5c5092ebd48'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:10:29.308572 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c2484220df23b53d05c574a87c61816e9fe22f18d36342348500485cedff23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbae267-091f-48df-84ec-81cc724080a2" -d '{"events": [{"name": "network-changed", "server_uuid": "80908fb6-4dff-449b-ab2f-f12026d1595d", "tag": "11c65da3-3bd2-45d7-965b-f5c5092ebd48"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:10:29.347755 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854636d4-2bd3-4a78-93e5-ce504e09b8b7 x-openstack-request-id: req-854636d4-2bd3-4a78-93e5-ce504e09b8b7 {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:10:29.348064 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80908fb6-4dff-449b-ab2f-f12026d1595d", "tag": "11c65da3-3bd2-45d7-965b-f5c5092ebd48", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:10:29.348317 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-854636d4-2bd3-4a78-93e5-ce504e09b8b7 {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:10:29.348712 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'tag': '11c65da3-3bd2-45d7-965b-f5c5092ebd48', 'status': 'completed', 'code': 200} Aug 18 16:10:29.406990 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-3fcb6769-c74e-45fe-a94d-2b2abc365e33 None None] Set router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:10:29.412702 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbae267-091f-48df-84ec-81cc724080a2 req-fcd3df0f-ea94-482f-b46d-50e1d1bcc030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:10:29.414432 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffbae267-091f-48df-84ec-81cc724080a2 req-fcd3df0f-ea94-482f-b46d-50e1d1bcc030 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1a42f62d8bd426883e20f9bd2bca3b0&device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 1099 time: 0.0424833 Aug 18 16:10:29.536436 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbae267-091f-48df-84ec-81cc724080a2 req-312ac4f2-3978-4487-945e-ddbc434888ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:10:29.538026 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffbae267-091f-48df-84ec-81cc724080a2 req-312ac4f2-3978-4487-945e-ddbc434888ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=daa75f7b-c605-424f-bdc9-6721b917572a HTTP/1.1" status: 200 len: 910 time: 0.1166723 Aug 18 16:10:29.579647 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffbae267-091f-48df-84ec-81cc724080a2 req-b9a45a09-4552-4174-b166-ae32b508e767 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48 HTTP/1.1" status: 200 len: 217 time: 0.0339749 Aug 18 16:10:29.629995 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-3fcb6769-c74e-45fe-a94d-2b2abc365e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'name': 'tempest-TestShelveInstance-1430364279-router', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:11Z', 'revision_number': 4, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'gw_port': {'id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '8f9e2e8c-5adb-4088-8524-60c9327d3cf0', 'name': '', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'mac_address': 'fa:16:3e:29:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:10Z', 'updated_at': '2021-08-18T16:06:16Z', 'revision_number': 5, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'subnets': [{'id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:29.642409 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbae267-091f-48df-84ec-81cc724080a2 req-14063a83-07d9-4bb0-9620-79576007d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:10:29.643974 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffbae267-091f-48df-84ec-81cc724080a2 req-14063a83-07d9-4bb0-9620-79576007d2d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f5ada2e-dd90-4eb5-97e5-9a73c5450770 HTTP/1.1" status: 200 len: 848 time: 0.0559170 Aug 18 16:10:29.658229 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcb6769-c74e-45fe-a94d-2b2abc365e33 None None] Checking router: c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:10:29.667523 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcb6769-c74e-45fe-a94d-2b2abc365e33 None None] Routers {'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:10:29.668067 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-3fcb6769-c74e-45fe-a94d-2b2abc365e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:10:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:29.729472 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbae267-091f-48df-84ec-81cc724080a2 req-9e049cfc-55f8-4d08-9cee-06f13211f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:10:29.731038 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffbae267-091f-48df-84ec-81cc724080a2 req-9e049cfc-55f8-4d08-9cee-06f13211f810 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=daa75f7b-c605-424f-bdc9-6721b917572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782351 Aug 18 16:10:29.743989 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94ef4b-3fa1-4081-b6ab-775b02c4c8d5 req-7701edfd-e845-4366-9c1a-fca365735d1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:10:29.746024 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8d94ef4b-3fa1-4081-b6ab-775b02c4c8d5 req-7701edfd-e845-4366-9c1a-fca365735d1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.2284658 Aug 18 16:10:29.788038 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-3fcb6769-c74e-45fe-a94d-2b2abc365e33 None None] Set router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:10:29.865428 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-8d94ef4b-3fa1-4081-b6ab-775b02c4c8d5 req-ff5d1052-b931-49a7-bf33-e2f19ff8c30c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040192 Aug 18 16:10:29.899159 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffbae267-091f-48df-84ec-81cc724080a2 req-07e2fbb7-9d0a-4b47-9dc6-e3f179ab503a service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527042 Aug 18 16:10:30.022804 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-3fcb6769-c74e-45fe-a94d-2b2abc365e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'name': 'tempest-TestShelveInstance-1430364279-router', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:11Z', 'revision_number': 4, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'gw_port': {'id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '8f9e2e8c-5adb-4088-8524-60c9327d3cf0', 'name': '', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'mac_address': 'fa:16:3e:29:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:10Z', 'updated_at': '2021-08-18T16:06:16Z', 'revision_number': 5, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'subnets': [{'id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:30.028157 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-ffbae267-091f-48df-84ec-81cc724080a2 req-54fae4f3-1327-40de-98dc-aa8be57bd8f9 service neutron] 10.222.0.20 "GET /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205781 Aug 18 16:10:30.055063 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcb6769-c74e-45fe-a94d-2b2abc365e33 None None] The sync data for ids ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'] in dv-cinder-778534-7-iscsi is: [{'id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'name': 'tempest-TestShelveInstance-1430364279-router', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:11Z', 'revision_number': 4, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'gw_port': {'id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi', '_interfaces': [{'id': '8f9e2e8c-5adb-4088-8524-60c9327d3cf0', 'name': '', 'network_id': 'daa75f7b-c605-424f-bdc9-6721b917572a', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'mac_address': 'fa:16:3e:29:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:10Z', 'updated_at': '2021-08-18T16:06:16Z', 'revision_number': 5, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'subnets': [{'id': '2f5ada2e-dd90-4eb5-97e5-9a73c5450770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:10:30.309936 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9006de-97ff-4f69-81fe-c506878e44a2 None None] New status for floating IP 2c6e5334-a56d-48d0-8b6c-1d2b6841bebe: DOWN {{(pid=93849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 16:10:31.072236 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299b8c5-6ae9-4b8e-9cf0-acdb44e6f53a req-fdf56cb4-d091-4ec5-9489-0e28f776dba9 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:10:31.073637 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2299b8c5-6ae9-4b8e-9cf0-acdb44e6f53a req-fdf56cb4-d091-4ec5-9489-0e28f776dba9 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.20 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.0828938 Aug 18 16:10:31.081700 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a12c3-f466-451e-b999-f094d82fe853 req-d1995ea7-1d40-424e-a052-65a2d83ea084 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 16:10:31.083055 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-445a12c3-f466-451e-b999-f094d82fe853 req-d1995ea7-1d40-424e-a052-65a2d83ea084 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 946 time: 0.1328292 Aug 18 16:10:31.169362 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-445a12c3-f466-451e-b999-f094d82fe853 req-2a0c87e9-a436-4465-a3e8-dabf7d666465 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7e34d38-a449-4495-b906-8aaa92d36ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782011 Aug 18 16:10:31.193921 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-2299b8c5-6ae9-4b8e-9cf0-acdb44e6f53a req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Deleting port 11c65da3-3bd2-45d7-965b-f5c5092ebd48 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:10:31.194300 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-2299b8c5-6ae9-4b8e-9cf0-acdb44e6f53a req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:31.286062 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [req-2299b8c5-6ae9-4b8e-9cf0-acdb44e6f53a req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] For port 11c65da3-3bd2-45d7-965b-f5c5092ebd48, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=11c65da3-3bd2-45d7-965b-f5c5092ebd48,segment=NetworkSegment(494ae9e3-7678-4425-958c-b562fe5ee5c4),segment_id=494ae9e3-7678-4425-958c-b562fe5ee5c4)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:10:31.286426 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-2299b8c5-6ae9-4b8e-9cf0-acdb44e6f53a req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:31.299260 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [req-2299b8c5-6ae9-4b8e-9cf0-acdb44e6f53a req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Calling delete_port for 11c65da3-3bd2-45d7-965b-f5c5092ebd48 owned by compute:nova {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:10:31.436769 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-2299b8c5-6ae9-4b8e-9cf0-acdb44e6f53a req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:31.473303 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Pushing event deleted for resources: {'Port': ['ID=11c65da3-3bd2-45d7-965b-f5c5092ebd48,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:10:31.498032 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:31.498389 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:31.498740 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:31.499078 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:31.499415 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:31.499749 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:31.500080 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:31.500409 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:31.500763 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:31.501091 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:31.501417 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:31.501741 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:31.522978 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [req-2299b8c5-6ae9-4b8e-9cf0-acdb44e6f53a req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] No DVR routers for this DVR port 11c65da3-3bd2-45d7-965b-f5c5092ebd48 on host hv-cinder-77853 {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:10:31.526304 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [req-2299b8c5-6ae9-4b8e-9cf0-acdb44e6f53a req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54778'] for port, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:31.528286 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-2299b8c5-6ae9-4b8e-9cf0-acdb44e6f53a req-de40bc81-10eb-4260-b1c3-1169a6a48a1c tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.20 "DELETE /v2.0/ports/11c65da3-3bd2-45d7-965b-f5c5092ebd48 HTTP/1.1" status: 204 len: 173 time: 0.4443731 Aug 18 16:10:31.528724 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'name': 'network-vif-deleted', 'tag': '11c65da3-3bd2-45d7-965b-f5c5092ebd48'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 16:10:31.531064 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}035c08591ebe0925c247b42686e6d791fcc2738a8a73157f140ac9102afdb202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6e76f7-43cd-4f1a-a530-9d5a8adcc5b6" -d '{"events": [{"server_uuid": "80908fb6-4dff-449b-ab2f-f12026d1595d", "name": "network-vif-deleted", "tag": "11c65da3-3bd2-45d7-965b-f5c5092ebd48"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 16:10:31.585185 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 16:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e6a259-455b-4690-bca7-9fc27034036f x-openstack-request-id: req-79e6a259-455b-4690-bca7-9fc27034036f {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 16:10:31.585482 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80908fb6-4dff-449b-ab2f-f12026d1595d", "name": "network-vif-deleted", "tag": "11c65da3-3bd2-45d7-965b-f5c5092ebd48", "status": "completed", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 16:10:31.585760 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79e6a259-455b-4690-bca7-9fc27034036f {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 16:10:31.586151 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80908fb6-4dff-449b-ab2f-f12026d1595d', 'name': 'network-vif-deleted', 'tag': '11c65da3-3bd2-45d7-965b-f5c5092ebd48', 'status': 'completed', 'code': 200} Aug 18 16:10:32.280233 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [req-71fc1d65-deea-467f-92b6-08d0a44cf7c8 req-2846a8ba-3550-439b-a910-b8deacbe7bdd tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "GET /v2.0/ports?device_id=80908fb6-4dff-449b-ab2f-f12026d1595d HTTP/1.1" status: 200 len: 210 time: 0.0324986 Aug 18 16:10:33.337135 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40934) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:10:33.396967 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b57202fd-31bf-430d-bcfa-bc70714e4531 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:33.423419 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b57202fd-31bf-430d-bcfa-bc70714e4531 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:33.486695 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b57202fd-31bf-430d-bcfa-bc70714e4531 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:33.489244 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b57202fd-31bf-430d-bcfa-bc70714e4531 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:33.490409 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-b57202fd-31bf-430d-bcfa-bc70714e4531 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] 10.222.0.44 "DELETE /v2.0/security-groups/e7e34d38-a449-4495-b906-8aaa92d36ab9 HTTP/1.1" status: 204 len: 168 time: 0.1521616 Aug 18 16:10:33.502882 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57202fd-31bf-430d-bcfa-bc70714e4531 tempest-TestShelveInstance-1553818712 tempest-TestShelveInstance-1553818712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e34d38-a449-4495-b906-8aaa92d36ab9,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:10:33.537242 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40938) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:10:33.884371 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6061a87a-1e1b-4871-bd0d-d95ad744566c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629937'] for router_interface, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:34.140176 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-6061a87a-1e1b-4871-bd0d-d95ad744566c admin admin] Deleting port 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:10:34.140520 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6061a87a-1e1b-4871-bd0d-d95ad744566c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:34.223959 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-6061a87a-1e1b-4871-bd0d-d95ad744566c admin admin] For port 8f9e2e8c-5adb-4088-8524-60c9327d3cf0, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=8f9e2e8c-5adb-4088-8524-60c9327d3cf0,segment=NetworkSegment(494ae9e3-7678-4425-958c-b562fe5ee5c4),segment_id=494ae9e3-7678-4425-958c-b562fe5ee5c4)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:10:34.224328 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6061a87a-1e1b-4871-bd0d-d95ad744566c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:34.237521 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-6061a87a-1e1b-4871-bd0d-d95ad744566c admin admin] Calling delete_port for 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 owned by network:router_interface {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:10:34.415912 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6061a87a-1e1b-4871-bd0d-d95ad744566c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:34.445306 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061a87a-1e1b-4871-bd0d-d95ad744566c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9e2e8c-5adb-4088-8524-60c9327d3cf0,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:10:34.625687 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6061a87a-1e1b-4871-bd0d-d95ad744566c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412513'] for router_interface, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:34.844766 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6061a87a-1e1b-4871-bd0d-d95ad744566c admin admin] Router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:10:34.931728 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 11c65da3-3bd2-45d7-965b-f5c5092ebd48 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:10:34.951548 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6061a87a-1e1b-4871-bd0d-d95ad744566c admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:10:34.951763 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] No Port match for: 11c65da3-3bd2-45d7-965b-f5c5092ebd48 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:10:34.952119 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Device 11c65da3-3bd2-45d7-965b-f5c5092ebd48 not bound to the agent host hv-cinder-77853 {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:10:34.957550 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6061a87a-1e1b-4871-bd0d-d95ad744566c admin admin] 10.222.0.44 "PUT /v2.0/routers/c2afaaae-9f9b-41fe-b1b9-0dc123a0e760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4192278 Aug 18 16:10:34.959759 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40940) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:10:34.960602 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8210345-d239-462b-ad24-85a84ce799da None None] Sync routers for ids ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'] in dv-cinder-778534-7-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:10:34.971172 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8210345-d239-462b-ad24-85a84ce799da None None] Routers {'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:10:34.972054 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-c8210345-d239-462b-ad24-85a84ce799da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:10:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:35.067207 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2a651825-8564-41d6-8f8b-8bfe595d56c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:35.175763 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2a651825-8564-41d6-8f8b-8bfe595d56c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:35.207000 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-c8210345-d239-462b-ad24-85a84ce799da None None] Set router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 gateway port host: dv-cinder-778534-7-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:10:35.398598 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-c8210345-d239-462b-ad24-85a84ce799da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'name': 'tempest-TestShelveInstance-1430364279-router', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:10:34Z', 'revision_number': 5, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'gw_port': {'id': 'b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:35.426039 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8210345-d239-462b-ad24-85a84ce799da None None] Checking router: c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 for host: dv-cinder-778534-7-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:10:35.435214 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8210345-d239-462b-ad24-85a84ce799da None None] Routers {'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:10:35.435861 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-c8210345-d239-462b-ad24-85a84ce799da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:10:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:35.463545 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-2a651825-8564-41d6-8f8b-8bfe595d56c4 admin admin] Deleting port b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:10:35.464159 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2a651825-8564-41d6-8f8b-8bfe595d56c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:35.528282 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-c8210345-d239-462b-ad24-85a84ce799da None None] Set router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 gateway port host: None {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:10:35.550057 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-2a651825-8564-41d6-8f8b-8bfe595d56c4 admin admin] For port b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:10:35.550534 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2a651825-8564-41d6-8f8b-8bfe595d56c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:35.566252 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-2a651825-8564-41d6-8f8b-8bfe595d56c4 admin admin] Calling delete_port for b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b owned by network:router_gateway {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:10:35.581323 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-c8210345-d239-462b-ad24-85a84ce799da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'name': 'tempest-TestShelveInstance-1430364279-router', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:10:35Z', 'revision_number': 6, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'gw_port_host': None}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:35.612671 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8210345-d239-462b-ad24-85a84ce799da None None] The sync data for ids ['c2afaaae-9f9b-41fe-b1b9-0dc123a0e760'] in dv-cinder-778534-7-iscsi is: [{'id': 'c2afaaae-9f9b-41fe-b1b9-0dc123a0e760', 'name': 'tempest-TestShelveInstance-1430364279-router', 'tenant_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:08Z', 'updated_at': '2021-08-18T16:10:35Z', 'revision_number': 6, 'project_id': 'a1a42f62d8bd426883e20f9bd2bca3b0', 'gw_port_host': None}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:10:35.737797 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2a651825-8564-41d6-8f8b-8bfe595d56c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:35.763817 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a651825-8564-41d6-8f8b-8bfe595d56c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:10:35.829986 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2a651825-8564-41d6-8f8b-8bfe595d56c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-468393'] for router_gateway, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:35.926804 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2a651825-8564-41d6-8f8b-8bfe595d56c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4605'] for router, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:35.928827 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2a651825-8564-41d6-8f8b-8bfe595d56c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:35.982317 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2a651825-8564-41d6-8f8b-8bfe595d56c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627619'] for router, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:35.982887 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a651825-8564-41d6-8f8b-8bfe595d56c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 {{(pid=93846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 16:10:35.987898 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2a651825-8564-41d6-8f8b-8bfe595d56c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:35.992507 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40942) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:10:35.993182 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-2a651825-8564-41d6-8f8b-8bfe595d56c4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c2afaaae-9f9b-41fe-b1b9-0dc123a0e760 HTTP/1.1" status: 204 len: 168 time: 1.0317714 Aug 18 16:10:36.039035 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e78881-81fb-466d-a206-cfb6897e8922 admin admin] Deleting subnet 2f5ada2e-dd90-4eb5-97e5-9a73c5450770 {{(pid=93847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 16:10:36.044599 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-89e78881-81fb-466d-a206-cfb6897e8922 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.080918 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-89e78881-81fb-466d-a206-cfb6897e8922 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13957983'] for subnet, precommit_delete_associations {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.162422 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-89e78881-81fb-466d-a206-cfb6897e8922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473169'] for subnet, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.214520 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-89e78881-81fb-466d-a206-cfb6897e8922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13957933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14307673'] for subnet, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.240494 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e78881-81fb-466d-a206-cfb6897e8922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f5ada2e-dd90-4eb5-97e5-9a73c5450770,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:10:36.242383 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-89e78881-81fb-466d-a206-cfb6897e8922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.244727 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-89e78881-81fb-466d-a206-cfb6897e8922 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2f5ada2e-dd90-4eb5-97e5-9a73c5450770 HTTP/1.1" status: 204 len: 168 time: 0.2510951 Aug 18 16:10:36.247241 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40944) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:10:36.249907 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad88e3e6-a4bf-45ff-b476-e97b7418a6dd None None] Network daa75f7b-c605-424f-bdc9-6721b917572a requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 16:10:36.314802 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627848'] for network, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.380251 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] Deleting port 94504145-2f9c-45b2-92d9-95c95b4f70f6 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:10:36.380600 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.444630 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] For port 94504145-2f9c-45b2-92d9-95c95b4f70f6, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=94504145-2f9c-45b2-92d9-95c95b4f70f6,segment=NetworkSegment(494ae9e3-7678-4425-958c-b562fe5ee5c4),segment_id=494ae9e3-7678-4425-958c-b562fe5ee5c4)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:10:36.445075 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.449471 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] DHCP port deletion for daa75f7b-c605-424f-bdc9-6721b917572a request from dv-cinder-778534-7-iscsi {{(pid=93848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 16:10:36.459876 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] Calling delete_port for 94504145-2f9c-45b2-92d9-95c95b4f70f6 owned by network:dhcp {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:10:36.500154 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Deleting port 94504145-2f9c-45b2-92d9-95c95b4f70f6 {{(pid=93848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:10:36.500536 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.546873 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13957976'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.576892 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=94504145-2f9c-45b2-92d9-95c95b4f70f6,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:10:36.579141 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] No DVR routers for this DVR port 94504145-2f9c-45b2-92d9-95c95b4f70f6 on host dv-cinder-778534-7-iscsi {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:10:36.580996 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] For port 94504145-2f9c-45b2-92d9-95c95b4f70f6, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=94504145-2f9c-45b2-92d9-95c95b4f70f6,segment=NetworkSegment(494ae9e3-7678-4425-958c-b562fe5ee5c4),segment_id=494ae9e3-7678-4425-958c-b562fe5ee5c4)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:10:36.581790 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.602146 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:10:36.629639 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Calling delete_port for 94504145-2f9c-45b2-92d9-95c95b4f70f6 owned by network:dhcp {{(pid=93848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:10:36.631757 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:10:36.632096 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device b1fadd27-b13c-4ada-81c1-d1bdd40fcf1b not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:10:36.632508 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:10:36.657812 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472536', 'neutron.services.segments.db._delete_segments_for_network-8780902331073'] for network, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.662485 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:10:36.662833 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 8f9e2e8c-5adb-4088-8524-60c9327d3cf0 not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:10:36.663329 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 94504145-2f9c-45b2-92d9-95c95b4f70f6 no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:10:36.670496 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.services.segments.db [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa75f7b-c605-424f-bdc9-6721b917572a']}} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:36.689964 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.services.segments.db [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494ae9e3-7678-4425-958c-b562fe5ee5c4') {'for_net_delete': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:36.690253 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.services.segments.db [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494ae9e3-7678-4425-958c-b562fe5ee5c4') {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:36.699870 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780902098598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13957974'] for segment, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.711969 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: 94504145-2f9c-45b2-92d9-95c95b4f70f6 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:10:36.712320 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 94504145-2f9c-45b2-92d9-95c95b4f70f6 not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:10:36.713874 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.722267 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 16:10:36.723119 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13959055'] for segment, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: Traceback (most recent call last): Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: timer() Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: cb(*args, **kw) Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: return func(*args, **kwargs) Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: self._notify() Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: self.callback(batched_events) Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: event.method(event) Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: return f(self, *a, **k) Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: return self._get(url).json() Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: return self.request(url, 'GET', **kwargs) Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 16:10:36.724898 dv-cinder-778534-7-iscsi neutron-server[93847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 16:10:36.753748 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868'] for port, after_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.781492 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468348'] for network, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.783271 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Pushing event deleted for resources: {'Port': ['ID=94504145-2f9c-45b2-92d9-95c95b4f70f6,revision_number=None']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:10:36.786989 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] No DVR routers for this DVR port 94504145-2f9c-45b2-92d9-95c95b4f70f6 on host dv-cinder-778534-7-iscsi {{(pid=93848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:10:36.787144 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:36.792381 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/daa75f7b-c605-424f-bdc9-6721b917572a HTTP/1.1" status: 204 len: 168 time: 0.5408986 Aug 18 16:10:36.792984 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40946) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:10:36.795109 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:36.795517 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:36.795850 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:36.796242 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:36.796654 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:36.797032 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:36.797362 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:36.797734 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:36.798041 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:36.798375 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:36.798711 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:36.799056 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a7d96-e92f-42ea-ba92-c2bd673adb64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-7-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:10:36.801617 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9678df-d968-49ae-b51a-70bc7b58c3d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=daa75f7b-c605-424f-bdc9-6721b917572a,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:10:37.143724 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5516c323-9131-47ad-8d79-1a076e6ecf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629937'] for router_interface, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:37.385109 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-5516c323-9131-47ad-8d79-1a076e6ecf53 admin admin] Deleting port b7519760-2157-439c-a6f9-4208efb385d1 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:10:37.385453 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5516c323-9131-47ad-8d79-1a076e6ecf53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:37.463731 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-5516c323-9131-47ad-8d79-1a076e6ecf53 admin admin] For port b7519760-2157-439c-a6f9-4208efb385d1, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=b7519760-2157-439c-a6f9-4208efb385d1,segment=NetworkSegment(abc8c7a0-7da5-47d3-8512-36398381e782),segment_id=abc8c7a0-7da5-47d3-8512-36398381e782)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:10:37.464089 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5516c323-9131-47ad-8d79-1a076e6ecf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:37.476628 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-5516c323-9131-47ad-8d79-1a076e6ecf53 admin admin] Calling delete_port for b7519760-2157-439c-a6f9-4208efb385d1 owned by network:router_interface {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:10:37.660667 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5516c323-9131-47ad-8d79-1a076e6ecf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:37.684678 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516c323-9131-47ad-8d79-1a076e6ecf53 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7519760-2157-439c-a6f9-4208efb385d1,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:10:37.850766 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5516c323-9131-47ad-8d79-1a076e6ecf53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412513'] for router_interface, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:38.078835 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5516c323-9131-47ad-8d79-1a076e6ecf53 admin admin] Router acbc7035-be8d-4323-b18c-e5bf130f144c has already been hosted by L3 agent 3de98a39-ff85-451c-a6fb-e04c63a6a7ac {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:10:38.186499 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5516c323-9131-47ad-8d79-1a076e6ecf53 admin admin] Notify agent at l3_agent.dv-cinder-778534-7-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:10:38.191966 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-5516c323-9131-47ad-8d79-1a076e6ecf53 admin admin] 10.222.0.44 "PUT /v2.0/routers/acbc7035-be8d-4323-b18c-e5bf130f144c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3968995 Aug 18 16:10:38.194488 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40948) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:10:38.197249 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f63f16-00ab-4429-af97-0964bd2fa59e None None] Sync routers for ids ['acbc7035-be8d-4323-b18c-e5bf130f144c'] in dv-cinder-778534-7-iscsi {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:10:38.206509 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f63f16-00ab-4429-af97-0964bd2fa59e None None] Routers {'acbc7035-be8d-4323-b18c-e5bf130f144c'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:10:38.207128 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-f6f63f16-00ab-4429-af97-0964bd2fa59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:10:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['acbc7035-be8d-4323-b18c-e5bf130f144c'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:38.297701 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9997-9f1f-4602-836d-d79dce9e5609 admin admin] Notify callbacks [] for router, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:38.311707 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-f6f63f16-00ab-4429-af97-0964bd2fa59e None None] Set router acbc7035-be8d-4323-b18c-e5bf130f144c gateway port host: dv-cinder-778534-7-iscsi {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:10:38.401818 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9997-9f1f-4602-836d-d79dce9e5609 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:38.453810 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b9997-9f1f-4602-836d-d79dce9e5609 admin admin] Deleting port ac2446f9-5f2f-46fb-b835-f7bdfbb527fa {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:10:38.454152 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9997-9f1f-4602-836d-d79dce9e5609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:38.485697 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-f6f63f16-00ab-4429-af97-0964bd2fa59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'name': 'tempest-TestShelveInstance-175346105-router', 'tenant_id': '5040454b04bc4070b1026223ac41faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'external_fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ac2446f9-5f2f-46fb-b835-f7bdfbb527fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:13Z', 'updated_at': '2021-08-18T16:10:37Z', 'revision_number': 5, 'project_id': '5040454b04bc4070b1026223ac41faa0', 'gw_port': {'id': 'ac2446f9-5f2f-46fb-b835-f7bdfbb527fa', 'name': '', 'network_id': '9ac77adf-e5c1-4cd6-8f21-e698cae0301c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T16:06:13Z', 'updated_at': '2021-08-18T16:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a02c364-19d8-47a5-894e-f95483b1f444', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-7-iscsi'}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:38.512428 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f63f16-00ab-4429-af97-0964bd2fa59e None None] Checking router: acbc7035-be8d-4323-b18c-e5bf130f144c for host: dv-cinder-778534-7-iscsi {{(pid=93849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:10:38.521654 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f63f16-00ab-4429-af97-0964bd2fa59e None None] Routers {'acbc7035-be8d-4323-b18c-e5bf130f144c'} bound to L3 agent in host dv-cinder-778534-7-iscsi {{(pid=93849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 16:10:38.522252 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-f6f63f16-00ab-4429-af97-0964bd2fa59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T15:47:48Z,description=,heartbeat_timestamp=2021-08-18T16:10:18Z,host='dv-cinder-778534-7-iscsi',id=3de98a39-ff85-451c-a6fb-e04c63a6a7ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T15:47:48Z,topic='l3_agent')) {'router_ids': ['acbc7035-be8d-4323-b18c-e5bf130f144c'], 'active': True} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:38.539150 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-eb1b9997-9f1f-4602-836d-d79dce9e5609 admin admin] For port ac2446f9-5f2f-46fb-b835-f7bdfbb527fa, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=ac2446f9-5f2f-46fb-b835-f7bdfbb527fa,segment=NetworkSegment(79d4833c-2798-4f6f-9aa8-bf87e3731532),segment_id=79d4833c-2798-4f6f-9aa8-bf87e3731532)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:10:38.539564 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9997-9f1f-4602-836d-d79dce9e5609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:38.553061 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b9997-9f1f-4602-836d-d79dce9e5609 admin admin] Calling delete_port for ac2446f9-5f2f-46fb-b835-f7bdfbb527fa owned by network:router_gateway {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:10:38.612049 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_dvr_db [None req-f6f63f16-00ab-4429-af97-0964bd2fa59e None None] Set router acbc7035-be8d-4323-b18c-e5bf130f144c gateway port host: None {{(pid=93849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 16:10:38.666419 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.l3_hamode_db [None req-f6f63f16-00ab-4429-af97-0964bd2fa59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'name': 'tempest-TestShelveInstance-175346105-router', 'tenant_id': '5040454b04bc4070b1026223ac41faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:13Z', 'updated_at': '2021-08-18T16:10:38Z', 'revision_number': 6, 'project_id': '5040454b04bc4070b1026223ac41faa0', 'gw_port_host': None}], 'dv-cinder-778534-7-iscsi', False) {} {{(pid=93849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:38.694110 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f63f16-00ab-4429-af97-0964bd2fa59e None None] The sync data for ids ['acbc7035-be8d-4323-b18c-e5bf130f144c'] in dv-cinder-778534-7-iscsi is: [{'id': 'acbc7035-be8d-4323-b18c-e5bf130f144c', 'name': 'tempest-TestShelveInstance-175346105-router', 'tenant_id': '5040454b04bc4070b1026223ac41faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T16:06:13Z', 'updated_at': '2021-08-18T16:10:38Z', 'revision_number': 6, 'project_id': '5040454b04bc4070b1026223ac41faa0', 'gw_port_host': None}] {{(pid=93849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:10:38.729133 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9997-9f1f-4602-836d-d79dce9e5609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:38.756833 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b9997-9f1f-4602-836d-d79dce9e5609 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2446f9-5f2f-46fb-b835-f7bdfbb527fa,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:10:38.816785 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9997-9f1f-4602-836d-d79dce9e5609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-468393'] for router_gateway, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.140229 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9997-9f1f-4602-836d-d79dce9e5609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4605'] for router, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.142362 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9997-9f1f-4602-836d-d79dce9e5609 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.188020 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9997-9f1f-4602-836d-d79dce9e5609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627619'] for router, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.188606 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1b9997-9f1f-4602-836d-d79dce9e5609 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acbc7035-be8d-4323-b18c-e5bf130f144c {{(pid=93846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 16:10:39.193347 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9997-9f1f-4602-836d-d79dce9e5609 admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.194593 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-eb1b9997-9f1f-4602-836d-d79dce9e5609 admin admin] 10.222.0.44 "DELETE /v2.0/routers/acbc7035-be8d-4323-b18c-e5bf130f144c HTTP/1.1" status: 204 len: 168 time: 0.9988101 Aug 18 16:10:39.197318 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40950) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:10:39.245200 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2328994-5bd1-43e4-8cfb-605011ef4647 admin admin] Deleting subnet 31bf3db7-254d-4aac-abe2-65bc4dacf21c {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 16:10:39.248487 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e2328994-5bd1-43e4-8cfb-605011ef4647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.283940 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e2328994-5bd1-43e4-8cfb-605011ef4647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13948654'] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.364468 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e2328994-5bd1-43e4-8cfb-605011ef4647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473169'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.417482 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e2328994-5bd1-43e4-8cfb-605011ef4647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13948497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14033944'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.446186 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2328994-5bd1-43e4-8cfb-605011ef4647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31bf3db7-254d-4aac-abe2-65bc4dacf21c,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:10:39.448305 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e2328994-5bd1-43e4-8cfb-605011ef4647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.450656 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-e2328994-5bd1-43e4-8cfb-605011ef4647 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/31bf3db7-254d-4aac-abe2-65bc4dacf21c HTTP/1.1" status: 204 len: 168 time: 0.2519391 Aug 18 16:10:39.452670 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.44', 40952) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:10:39.453830 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f8a147-318d-40d6-88ba-b7e17e3edf4e None None] Network 81686e2e-93a8-4f2b-8352-f0aa996f29a4 requested from dv-cinder-778534-7-iscsi {{(pid=93848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 16:10:39.525626 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627848'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.582320 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] Deleting port 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:10:39.582777 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.636182 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d334dd0f-a0f3-41bb-885b-9397f581945d None None] DHCP port deletion for 81686e2e-93a8-4f2b-8352-f0aa996f29a4 request from dv-cinder-778534-7-iscsi {{(pid=93848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 16:10:39.650449 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] For port 45437e04-17e3-4fbc-a23e-d9a8cbe77a34, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=45437e04-17e3-4fbc-a23e-d9a8cbe77a34,segment=NetworkSegment(abc8c7a0-7da5-47d3-8512-36398381e782),segment_id=abc8c7a0-7da5-47d3-8512-36398381e782)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:10:39.650813 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.665215 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] Calling delete_port for 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 owned by network:dhcp {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:10:39.689296 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-d334dd0f-a0f3-41bb-885b-9397f581945d None None] Deleting port 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 {{(pid=93848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 16:10:39.689819 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-d334dd0f-a0f3-41bb-885b-9397f581945d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780902296149'] for port, before_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.755015 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13948452'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.760566 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-d334dd0f-a0f3-41bb-885b-9397f581945d None None] For port 45437e04-17e3-4fbc-a23e-d9a8cbe77a34, host dv-cinder-778534-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-7-iscsi',level=0,port_id=45437e04-17e3-4fbc-a23e-d9a8cbe77a34,segment=NetworkSegment(abc8c7a0-7da5-47d3-8512-36398381e782),segment_id=abc8c7a0-7da5-47d3-8512-36398381e782)] {{(pid=93848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:10:39.760776 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-d334dd0f-a0f3-41bb-885b-9397f581945d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-469191'] for port, precommit_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.775772 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-d334dd0f-a0f3-41bb-885b-9397f581945d None None] Calling delete_port for 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 owned by network:dhcp {{(pid=93848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 16:10:39.785190 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] Pushing event deleted for resources: {'Port': ['ID=45437e04-17e3-4fbc-a23e-d9a8cbe77a34,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:10:39.791391 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] No DVR routers for this DVR port 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 on host dv-cinder-778534-7-iscsi {{(pid=93846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:10:39.859507 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-d334dd0f-a0f3-41bb-885b-9397f581945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780902300281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780901793868'] for port, after_delete {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.867031 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472536', 'neutron.services.segments.db._delete_segments_for_network-8780902331073'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.877119 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81686e2e-93a8-4f2b-8352-f0aa996f29a4']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:39.884658 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334dd0f-a0f3-41bb-885b-9397f581945d None None] Pushing event deleted for resources: {'Port': ['ID=45437e04-17e3-4fbc-a23e-d9a8cbe77a34,revision_number=None']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:10:39.888126 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc8c7a0-7da5-47d3-8512-36398381e782') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:39.888364 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc8c7a0-7da5-47d3-8512-36398381e782') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:10:39.890021 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d334dd0f-a0f3-41bb-885b-9397f581945d None None] No DVR routers for this DVR port 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 on host dv-cinder-778534-7-iscsi {{(pid=93848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 16:10:39.903116 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780902098598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13948647'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.917043 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.923027 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 16:10:39.923514 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13947635'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: timer() Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: cb(*args, **kw) Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: self._notify() Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: self.callback(batched_events) Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: event.method(event) Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._get(url).json() Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 16:10:39.925263 dv-cinder-778534-7-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 16:10:39.979708 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468348'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.984975 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586129'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:39.986791 dv-cinder-778534-7-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] 10.222.0.44 "DELETE /v2.0/networks/81686e2e-93a8-4f2b-8352-f0aa996f29a4 HTTP/1.1" status: 204 len: 168 time: 0.5331593 Aug 18 16:10:39.998314 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b9d20-240e-4664-aaee-eac8adc65805 admin admin] Pushing event deleted for resources: {'Network': ['ID=81686e2e-93a8-4f2b-8352-f0aa996f29a4,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:10:40.186247 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40956) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:10:40.226212 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-68480444-3727-4fee-b0eb-963cbf0d707a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1a42f62d8bd426883e20f9bd2bca3b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387185 Aug 18 16:10:40.229598 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40958) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:10:40.278104 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ba3e113a-e980-4f1f-9396-a93222a67a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:40.302075 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ba3e113a-e980-4f1f-9396-a93222a67a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:40.349473 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ba3e113a-e980-4f1f-9396-a93222a67a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:40.352211 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ba3e113a-e980-4f1f-9396-a93222a67a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:40.355782 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-ba3e113a-e980-4f1f-9396-a93222a67a5f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2a2eda4-c18b-46bf-a973-13555bc427c4 HTTP/1.1" status: 204 len: 168 time: 0.1227777 Aug 18 16:10:40.361309 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e113a-e980-4f1f-9396-a93222a67a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a2eda4-c18b-46bf-a973-13555bc427c4,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:10:40.582359 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device ac2446f9-5f2f-46fb-b835-f7bdfbb527fa no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:10:40.603548 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: ac2446f9-5f2f-46fb-b835-f7bdfbb527fa {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:10:40.603898 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device ac2446f9-5f2f-46fb-b835-f7bdfbb527fa not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:10:40.604334 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:10:40.624105 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:10:40.624458 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device 45437e04-17e3-4fbc-a23e-d9a8cbe77a34 not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:10:40.624904 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device b7519760-2157-439c-a6f9-4208efb385d1 no longer exists at agent ovs-agent-dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 16:10:40.647375 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] No Port match for: b7519760-2157-439c-a6f9-4208efb385d1 {{(pid=93848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 16:10:40.647705 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.rpc [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Device b7519760-2157-439c-a6f9-4208efb385d1 not bound to the agent host dv-cinder-778534-7-iscsi {{(pid=93848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 16:10:40.669881 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40964) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:10:40.710442 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-d04d72b7-0f37-4f95-9566-d25f4c6a1d6e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5040454b04bc4070b1026223ac41faa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393975 Aug 18 16:10:40.712999 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [-] (93847) accepted ('10.222.0.44', 40966) {{(pid=93847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 16:10:40.762818 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-43690333-d7e6-48d1-9212-2ccc77dbef9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:40.785094 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-43690333-d7e6-48d1-9212-2ccc77dbef9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:40.834973 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-43690333-d7e6-48d1-9212-2ccc77dbef9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485867'] for security_group, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:40.838367 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-43690333-d7e6-48d1-9212-2ccc77dbef9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:40.839547 dv-cinder-778534-7-iscsi neutron-server[93847]: INFO neutron.wsgi [None req-43690333-d7e6-48d1-9212-2ccc77dbef9b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fafe6d3e-455b-4b61-bac1-041b306d90ad HTTP/1.1" status: 204 len: 168 time: 0.1256487 Aug 18 16:10:40.847723 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43690333-d7e6-48d1-9212-2ccc77dbef9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafe6d3e-455b-4b61-bac1-041b306d90ad,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:10:44.017803 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:10:44.785827 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-90079e99-d99d-4347-a75a-6b116b3902b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:47.709361 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-f07535b7-a62f-446e-82c4-13920331153b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:47.911817 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:48.829012 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:50.059797 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:10:52.472794 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:11:14.786592 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-774f2efb-9cb3-421a-8f15-a880f67b80f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:11:17.709550 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-87a7ac72-1bc2-4fba-87ac-634fd49a3f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:11:17.914248 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:11:18.831693 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:11:20.062440 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:11:21.016019 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:11:22.473492 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:11:44.788218 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-cd850dda-10ce-4ce9-9f3d-e8ace2c84929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:11:47.710805 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c91e-f56f-4690-bc93-9d43fff3313e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:11:47.916036 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:11:48.837451 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:11:50.065193 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:11:52.486755 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:11:58.014338 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:12:14.790967 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1149-1987-4d20-8f45-d4fec1fa9417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:12:17.710928 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4af29dab-33f9-40b6-a96d-509959492bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:12:17.916633 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:12:18.839455 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:12:20.068343 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:12:22.505278 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:12:35.012871 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:12:44.793252 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-bca06416-4700-4bcf-9b19-484688bb864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:12:47.713120 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-73acfef4-8a49-4fb6-b652-a9b957612871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:12:47.917049 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:12:48.842574 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:12:50.071872 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:12:52.501526 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:13:12.012820 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:13:14.794952 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-1d9458f3-0cda-4f54-b5b4-36feeb174f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:13:17.714072 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-d228f5d6-b28e-454f-a738-48b5449eb70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:13:17.917710 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:13:18.845246 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:13:20.076005 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:13:22.494170 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:13:44.796064 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-d8520138-e497-4e89-af55-036bc0f756da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:13:47.713966 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-b7f13bc0-d290-4218-b905-df45ba8da3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:13:47.919913 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:13:48.848893 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:13:49.011884 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:13:50.085256 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:13:52.499278 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:13:55.437160 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-e579aeba-5ad3-4c4c-b650-eb20438d3ad8 service neutron] (93847) timed out ('10.222.0.20', 54236) {{(pid=93847) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 16:14:05.975053 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [req-5ee70b0c-5a67-4a1f-906e-179974510381 req-77ad666a-d60d-4bf6-a3a9-54c3fd3776d4 service neutron] (93846) timed out ('10.222.0.20', 54217) {{(pid=93846) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 16:14:06.557688 dv-cinder-778534-7-iscsi neutron-server[93846]: DEBUG neutron.wsgi [req-9987b0d6-4f16-4ad7-ba55-771132c76b4f req-362e900a-1d53-47ae-b959-84de522927c2 service neutron] (93846) timed out ('10.222.0.20', 54231) {{(pid=93846) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 16:14:14.797722 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-220cc7fd-737a-467d-a516-3985d765f474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:14:17.714961 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-eb34acbd-7229-4b1f-a75f-fc579f21a8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:14:17.920407 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:14:18.851190 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:14:20.082190 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:14:22.497948 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:14:26.011623 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:14:44.800772 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-edaff807-76dd-4593-99aa-cede83c14fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:14:47.723907 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-b4f5e97a-7e94-496d-8c38-f4493c85218d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:14:47.922027 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:14:48.853972 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:14:50.087440 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:14:52.512051 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:14:52.762674 dv-cinder-778534-7-iscsi neutron-server[93847]: DEBUG neutron.wsgi [req-fab1b42b-2393-4840-b5f6-946d93a85d4a req-af16a685-bd3a-4e54-8742-b4f4490d0c92 service neutron] (93847) timed out ('10.222.0.20', 54247) {{(pid=93847) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 16:15:03.011506 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:15:14.802694 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-26e9b0c4-7360-4c8a-90b2-996b46cf9f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:15:17.714303 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-adcf6bd0-ff2e-43cd-8dc0-ffa705bde427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:15:17.924495 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:15:18.858411 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:15:20.088683 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:15:22.511013 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:15:40.010550 dv-cinder-778534-7-iscsi neutron-server[93849]: DEBUG neutron.db.agents_db [None req-cca0802f-7962-4e76-8302-24cdc8851eea None None] Agent healthcheck: found 6 active agents {{(pid=93849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:15:44.804111 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6837ea81-5592-40c5-8f69-2116bcd7badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:15:47.714653 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-b1943f64-c41d-40e3-bf0a-c54bc9427d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:15:47.926250 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4796893c-7105-4575-a476-db0fc50c4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:15:48.859343 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-ea86fa50-bfdd-4a56-9302-d95ba5a8f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:15:50.097301 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-34e8b6cf-e761-4a83-a47d-00be8e14dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 16:15:52.513810 dv-cinder-778534-7-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-53ed4429-625a-4399-9547-bfcb64f2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780902331091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472086'] for agent, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}